-- Logs begin at Wed 2022-06-08 01:08:32 UTC, end at Wed 2022-06-08 02:26:41 UTC. -- Jun 08 01:56:19.751215 dv-cinder-845069-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 08 01:56:22.625051 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.common.config [-] Logging enabled! Jun 08 01:56:22.625686 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev304 Jun 08 01:56:22.625833 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104159) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 08 01:56:22.629349 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.common.config [-] Logging enabled! Jun 08 01:56:22.629601 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev304 Jun 08 01:56:22.629908 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104159) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 08 01:56:22.630833 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 08 01:56:22.631060 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 08 01:56:22.631569 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 08 01:56:22.631811 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 08 01:56:22.632033 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 08 01:56:22.632347 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.632665 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.632890 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.633180 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.633465 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.633741 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.634025 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.634316 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.634595 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.634865 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.635141 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.635364 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.635637 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.635918 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.636197 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.636435 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] debug = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.636713 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.637150 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.637563 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.637842 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.638126 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.638399 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.638670 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.638938 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.639213 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.639536 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] host = dv-cinder-845069-1-iscsi {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.639806 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.640089 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.640371 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.640677 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.640947 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.641216 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.641495 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.641763 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.642029 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] log_file = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.642829 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.643112 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.643396 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.643680 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.643899 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.644117 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.644428 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.644711 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.644979 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.645247 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.645513 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.645778 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.646045 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.646305 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.646585 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.646863 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.647142 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.647412 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.647676 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.647943 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.648206 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.648517 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.648788 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.649053 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.649318 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.649598 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.649861 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.650127 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.650420 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.650701 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.650978 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.651260 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.651528 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.651808 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.652076 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.652340 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.652636 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] use_json = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.652903 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.653167 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.653442 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.653708 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.653973 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.654240 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.654513 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.654784 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.655050 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:22.655341 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.655636 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.655933 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.656215 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.656538 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.656817 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.657106 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.657382 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.657670 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.658625 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.658913 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.659192 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.659506 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.659795 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.660092 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.660423 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.660710 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.661002 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.661275 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.661548 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.661818 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.662347 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.662638 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.662913 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.663199 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.663490 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.663764 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.664057 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.664338 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.664645 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.664936 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.665221 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.665491 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.665765 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.666051 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.666325 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.666595 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.666879 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.667150 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.667416 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.667714 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.667974 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.668255 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.668547 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.668820 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.669105 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.669375 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.669641 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.669904 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.670174 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.670437 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.670714 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.670984 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.671252 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.671515 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.671783 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.672050 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.672316 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.672615 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.672882 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.673150 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.673451 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.673723 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.674025 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.674389 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.674659 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.674926 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.675196 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.675465 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.675732 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.676000 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.676264 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.676557 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.676829 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.677123 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.677397 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.677670 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.677942 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.678216 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.678488 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.678763 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.679035 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.679308 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.679576 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.679861 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.680140 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.680438 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.680719 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.680993 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.681304 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.681578 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.681849 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.682127 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.682401 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.682679 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.682958 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.683239 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.683530 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.683821 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.684096 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.684389 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.684698 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.684986 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.685265 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.685568 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.685846 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:22.686058 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 08 01:56:22.686289 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104159) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 08 01:56:23.061328 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 08 01:56:23.061596 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 08 01:56:23.061891 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 08 01:56:23.062215 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 08 01:56:23.382390 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.382677 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.382939 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.384182 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.384478 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.384741 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.436882 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.437156 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.437416 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.453660 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.453935 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.454198 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.482149 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.482422 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.482687 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.518860 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.519181 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.519444 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.859775 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.860429 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.860429 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.860593 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.862310 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.961457 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.961773 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.962050 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.962314 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.962572 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.962871 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.963129 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.963375 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.963620 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.963890 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.964142 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.964421 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.964668 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.964909 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.965154 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.965410 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.965657 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.965917 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.966179 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.966431 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.966697 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.966940 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.967211 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.967589 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.967831 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.968071 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:23.968485 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 01:56:23.968724 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 01:56:23.968959 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 01:56:23.969192 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 01:56:23.969421 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 01:56:23.969652 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 01:56:23.970010 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 08 01:56:23.973127 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 08 01:56:23.976978 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 08 01:56:23.980723 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 08 01:56:23.982318 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 08 01:56:23.982927 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 08 01:56:23.983256 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 08 01:56:23.983632 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 08 01:56:23.986976 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 08 01:56:23.987256 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 08 01:56:23.987590 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 08 01:56:23.992443 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 08 01:56:24.015928 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 08 01:56:24.016373 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.016701 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104159) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jun 08 01:56:24.017064 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.018541 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104159) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 08 01:56:24.018821 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 08 01:56:24.019063 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 08 01:56:24.022564 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.022838 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.084274 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 08 01:56:24.084544 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 08 01:56:24.084774 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 08 01:56:24.085129 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 08 01:56:24.135783 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO dbcounter [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Registered counter for database neutron Jun 08 01:56:24.154027 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_db.sqlalchemy.engines [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104159) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 08 01:56:24.161167 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writer thread running {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 08 01:56:24.603479 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.plugins.ml2.managers [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Initializing driver for type 'gre' Jun 08 01:56:24.603992 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] gre ID ranges: [(1, 1000)] Jun 08 01:56:24.658688 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.plugins.ml2.managers [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Initializing driver for type 'local' Jun 08 01:56:24.659012 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.plugins.ml2.managers [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Initializing driver for type 'vlan' Jun 08 01:56:24.674743 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] VlanTypeDriver initialization complete Jun 08 01:56:24.675115 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.plugins.ml2.managers [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Initializing driver for type 'vxlan' Jun 08 01:56:24.675694 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] vxlan ID ranges: [(1, 1000)] Jun 08 01:56:24.729616 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.plugins.ml2.managers [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Initializing extension driver 'port_security' Jun 08 01:56:24.730027 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.plugins.ml2.extensions.port_security [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] PortSecurityExtensionDriver initialization complete Jun 08 01:56:24.730361 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.plugins.ml2.managers [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Initializing mechanism driver 'openvswitch' Jun 08 01:56:24.730693 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.plugins.ml2.managers [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Initializing mechanism driver 'hyperv' Jun 08 01:56:24.737328 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 01:56:24.737986 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > port after_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.738357 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > port after_update 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.738706 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > port after_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.739203 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104159) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 08 01:56:24.739615 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > subnet after_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.739963 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > subnet after_update 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.740302 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > subnet after_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.740715 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104159) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 08 01:56:24.741120 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > network after_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.741467 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > network after_update 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.741802 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > network after_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.742183 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104159) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 08 01:56:24.742580 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > security_group after_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.742929 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > security_group after_update 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.743266 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > security_group after_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.743645 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104159) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 08 01:56:24.744040 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.744383 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.744738 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.745120 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104159) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 08 01:56:24.745517 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > address_group after_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.745861 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > address_group after_update 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.746194 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > address_group after_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.746740 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104159) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 08 01:56:24.747188 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] ML2 OVO RPC backend initialized. {{(pid=104159) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 08 01:56:24.747884 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > router_interface after_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.748241 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.748684 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > network before_response 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.749033 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > networks before_response 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.749380 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > port before_response 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.749721 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > ports before_response 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.750064 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > subnet before_response 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.750404 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > subnets before_response 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.750754 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > network after_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.751096 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > network after_update 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.751435 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > network after_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.751793 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > port after_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.752131 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > port after_update 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.752499 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > port after_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.752837 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > subnet after_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.753171 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > subnet after_update 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.753504 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > subnet after_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.760921 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.quota [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded quota_driver: . Jun 08 01:56:24.761286 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.plugins.ml2.plugin [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Modular L2 Plugin initialization complete Jun 08 01:56:24.761632 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading services supported by the core plugin {{(pid=104159) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 08 01:56:24.761973 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.plugins.ml2.managers [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Got port-security extension from driver 'port_security' Jun 08 01:56:24.762450 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.extensions.vlantransparent [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Disabled vlantransparent extension. Jun 08 01:56:24.762934 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104159) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 08 01:56:24.763254 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading Plugin: router Jun 08 01:56:24.799043 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > router_interface before_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.799420 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > router after_create 55549900 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.799788 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > router before_create 55549900 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.800151 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.800546 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.800901 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > router after_delete 55549900 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.801262 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > floatingip after_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.801609 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > floatingip after_update 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.801962 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > router after_create 55549900 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.802308 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > router after_update 55549900 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.802655 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > router after_update 55549900 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.803002 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.803357 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > router after_update 55549900 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.803763 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > router precommit_update 55549900 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.804130 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: port after_update 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.804563 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: port after_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.804902 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: subnet after_update 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.805240 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.805587 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > port precommit_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.805929 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > router precommit_create 55549900 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.806266 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: port before_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.806605 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > router precommit_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.806955 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > router after_update 55549900 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.807293 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > router precommit_delete 55549900 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.807639 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > router precommit_create 55549900 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.807998 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > router_interface after_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.808339 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > router precommit_update 55549900 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.808722 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > agent after_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.809065 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > agent after_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.809402 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > network after_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.810243 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.quota.resource_registry [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Tracking information for resource: router configured {{(pid=104159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 01:56:24.810569 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.quota.resource_registry [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Tracking information for resource: floatingip configured {{(pid=104159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 01:56:24.815722 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.db.l3_agentschedulers_db [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 08 01:56:24.816279 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: port after_update 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.816671 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: port after_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.817021 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: port after_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.817367 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: port after_update 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.818132 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > router before_create 55550100 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.818494 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > router precommit_delete 55550100 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.818853 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > router precommit_create 55550100 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.819205 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > router precommit_update 55550100 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.823912 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.services.provider_configuration [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Service providers = [] {{(pid=104159) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 08 01:56:24.824276 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.db.servicetype_db [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104159) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 08 01:56:24.827201 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.services.service_base [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104159) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 01:56:24.827548 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.services.service_base [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104159) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 01:56:24.827882 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.services.service_base [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104159) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 01:56:24.828778 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.services.service_base [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104159) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 01:56:24.829147 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.services.service_base [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 08 01:56:24.829518 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 01:56:24.830362 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 08 01:56:24.840862 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 01:56:24.841226 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading Plugin: auto_allocate Jun 08 01:56:24.847544 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: network precommit_update 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.847908 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: network precommit_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.848443 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 01:56:24.848765 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading Plugin: tag Jun 08 01:56:24.855447 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 01:56:24.855732 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading Plugin: timestamp Jun 08 01:56:24.859508 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 01:56:24.859843 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading Plugin: network_ip_availability Jun 08 01:56:24.865431 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.865801 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.866150 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:24.866859 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 01:56:24.867176 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading Plugin: flavors Jun 08 01:56:24.871801 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 01:56:24.872126 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading Plugin: revisions Jun 08 01:56:24.876549 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 01:56:24.877041 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_concurrency.lockutils [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.815s {{(pid=104159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 08 01:56:24.877771 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104159) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 08 01:56:24.878104 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Initializing extension manager. Jun 08 01:56:24.878620 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: __init__.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.878956 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: __pycache__ {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.879288 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: _port_mac_address_override.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.879618 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: address_group.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.880368 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.880951 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: address-group Jun 08 01:56:24.881277 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: address_scope.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.881984 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.882495 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: address-scope Jun 08 01:56:24.882816 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: admin_state_down_before_update.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.883738 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.884250 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: router-admin-state-down-before-update Jun 08 01:56:24.884600 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: agent.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.885294 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.885798 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: agent Jun 08 01:56:24.886117 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: agent_resources_synced.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.887008 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.887514 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: agent-resources-synced Jun 08 01:56:24.887835 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: allowedaddresspairs.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.889617 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.890146 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: allowed-address-pairs Jun 08 01:56:24.890465 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: auto_allocated_topology.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.891518 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.892035 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: auto-allocated-topology Jun 08 01:56:24.892899 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: availability_zone.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.893587 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.894093 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: availability_zone Jun 08 01:56:24.894411 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: availability_zone_filter.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.895313 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.895816 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: availability_zone_filter Jun 08 01:56:24.896134 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: data_plane_status.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.897052 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.897558 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension data-plane-status not supported by any of loaded plugins Jun 08 01:56:24.897877 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: default_subnetpools.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.898774 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.899283 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: default-subnetpools Jun 08 01:56:24.899609 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: dhcpagentscheduler.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.900411 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.900926 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: dhcp_agent_scheduler Jun 08 01:56:24.901242 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: dns.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.902146 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.902650 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension dns-integration not supported by any of loaded plugins Jun 08 01:56:24.902968 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: dns_domain_ports.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.903865 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.904372 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 08 01:56:24.904787 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.905701 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.906207 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 08 01:56:24.906524 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: dvr.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.907192 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.907698 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: dvr Jun 08 01:56:24.908159 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: ecmp_routes.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.909105 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.909625 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension ecmp_routes not supported by any of loaded plugins Jun 08 01:56:24.909941 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: empty_string_filtering.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.910846 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.911352 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: empty-string-filtering Jun 08 01:56:24.911668 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.912840 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.913342 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 08 01:56:24.913656 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.914545 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.915049 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 08 01:56:24.915362 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: external_net.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.916250 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.916786 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: external-net Jun 08 01:56:24.917103 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: extra_dhcp_opt.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.918026 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.918528 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: extra_dhcp_opt Jun 08 01:56:24.918843 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: extraroute.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.919746 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.920253 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: extraroute Jun 08 01:56:24.920592 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: extraroute_atomic.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.921612 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.922116 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: extraroute-atomic Jun 08 01:56:24.922431 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: filter_validation.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.923097 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.923643 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: filter-validation Jun 08 01:56:24.923963 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: fip_pf_description.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.924983 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.925487 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 08 01:56:24.925806 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: fip_pf_port_range.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.926706 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.927203 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 08 01:56:24.927522 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: fip_port_details.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.928455 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.928959 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: fip-port-details Jun 08 01:56:24.929282 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: flavors.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.930507 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.931023 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: flavors Jun 08 01:56:24.931344 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.933219 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.933841 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 08 01:56:24.934180 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: floatingip_pools.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.934874 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.935389 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: floatingip-pools Jun 08 01:56:24.935712 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: ip_allocation.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.936650 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.937161 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension ip_allocation not supported by any of loaded plugins Jun 08 01:56:24.937484 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.938387 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.938899 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: ip-substring-filtering Jun 08 01:56:24.939809 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: l2_adjacency.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.940775 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.941285 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension l2_adjacency not supported by any of loaded plugins Jun 08 01:56:24.941606 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: l3.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.942583 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.943099 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: router Jun 08 01:56:24.943421 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: l3_conntrack_helper.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.945661 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.946191 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 08 01:56:24.946525 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.947431 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.947947 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: ext-gw-mode Jun 08 01:56:24.948274 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.949206 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.949728 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: l3-ha Jun 08 01:56:24.950054 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.950947 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.951456 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 08 01:56:24.951781 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: l3_flavors.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.952712 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.953225 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: l3-flavors Jun 08 01:56:24.953547 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: l3_ndp_proxy.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.955505 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.956095 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 08 01:56:24.956449 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.957364 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.957873 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: l3-port-ip-change-not-allowed Jun 08 01:56:24.958194 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: l3agentscheduler.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.959248 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.959767 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: l3_agent_scheduler Jun 08 01:56:24.960092 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: local_ip.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.961877 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.962399 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension local_ip not supported by any of loaded plugins Jun 08 01:56:24.962725 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: logging.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.964174 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.964728 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension logging not supported by any of loaded plugins Jun 08 01:56:24.965059 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: metering.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.965799 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.966383 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: metering Jun 08 01:56:24.966711 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.969412 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.969950 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: metering_source_and_destination_fields Jun 08 01:56:24.970358 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: multiprovidernet.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.971403 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.971925 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: multi-provider Jun 08 01:56:24.972253 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: netmtu.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.973187 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.973706 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: net-mtu Jun 08 01:56:24.974029 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: netmtu_writable.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.974932 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.975444 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: net-mtu-writable Jun 08 01:56:24.975768 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: network_availability_zone.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.976452 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.976962 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: network_availability_zone Jun 08 01:56:24.977282 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: network_ip_availability.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.978364 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.978880 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: network-ip-availability Jun 08 01:56:24.979203 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: network_segment_range.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.979963 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.980502 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension network-segment-range not supported by any of loaded plugins Jun 08 01:56:24.980826 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: pagination.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.981787 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.982113 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: pagination Jun 08 01:56:24.982432 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: port_device_profile.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.983338 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.983853 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: port-device-profile Jun 08 01:56:24.984172 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: port_mac_address_override.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.985131 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.985642 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: port-mac-override Jun 08 01:56:24.986003 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.986915 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.987419 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: port-mac-address-regenerate Jun 08 01:56:24.987737 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.988661 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.989168 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: port-numa-affinity-policy Jun 08 01:56:24.989489 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: port_resource_request.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.990379 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.990880 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension port-resource-request not supported by any of loaded plugins Jun 08 01:56:24.991196 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: port_resource_request_groups.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.992136 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.992665 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 08 01:56:24.992985 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: portbindings.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.993897 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.994402 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: binding Jun 08 01:56:24.994720 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: portbindings_extended.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.995946 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.996492 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: binding-extended Jun 08 01:56:24.996818 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: portsecurity.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.997722 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.998236 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: port-security Jun 08 01:56:24.998560 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: project_id.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:24.999530 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:24.999859 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: project-id Jun 08 01:56:25.000177 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: providernet.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.001112 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.002147 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: provider Jun 08 01:56:25.002473 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: qos.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.006025 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.006545 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension qos not supported by any of loaded plugins Jun 08 01:56:25.006872 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.008090 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.008623 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 08 01:56:25.008949 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.009876 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.010387 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 08 01:56:25.010708 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: qos_default.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.011605 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.012116 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension qos-default not supported by any of loaded plugins Jun 08 01:56:25.012467 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: qos_fip.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.013373 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.013886 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension qos-fip not supported by any of loaded plugins Jun 08 01:56:25.014205 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: qos_fip_network_policy.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.015111 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.015619 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 08 01:56:25.015937 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: qos_gateway_ip.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.016865 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.018040 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 08 01:56:25.018359 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: qos_port_network_policy.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.019261 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.019777 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 08 01:56:25.020096 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.021144 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.021661 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 08 01:56:25.021986 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.023013 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.023525 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 08 01:56:25.023876 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: qos_pps_rule.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.025073 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.025592 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension qos-pps not supported by any of loaded plugins Jun 08 01:56:25.025914 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: qos_rule_type_details.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.026927 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.027442 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 08 01:56:25.027766 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: qos_rule_type_filter.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.028697 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.029205 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 08 01:56:25.029524 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: qos_rules_alias.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.030544 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.031052 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 08 01:56:25.031374 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: quota_check_limit.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.032269 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.032863 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: quota-check-limit Jun 08 01:56:25.033181 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: quotasv2.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.034087 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.034489 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: quotas Jun 08 01:56:25.034813 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: quotasv2_detail.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.036515 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.036853 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: quota_details Jun 08 01:56:25.037447 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: rbac.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.038476 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.038997 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: rbac-policies Jun 08 01:56:25.039321 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: rbac_address_group.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.040243 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.040788 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: rbac-address-group Jun 08 01:56:25.041111 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: rbac_address_scope.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.042096 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.042608 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: rbac-address-scope Jun 08 01:56:25.042927 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: rbac_security_groups.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.043831 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.044342 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: rbac-security-groups Jun 08 01:56:25.044688 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: rbac_subnetpool.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.045588 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.046097 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: rbac-subnetpool Jun 08 01:56:25.046417 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: revisionifmatch.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.047324 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.047833 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: revision-if-match Jun 08 01:56:25.048152 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: revisions.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.049325 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.049846 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: standard-attr-revisions Jun 08 01:56:25.050173 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: router_availability_zone.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.050837 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.051437 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: router_availability_zone Jun 08 01:56:25.051766 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: routerservicetype.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.052719 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.053229 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension router-service-type not supported by any of loaded plugins Jun 08 01:56:25.053548 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.054462 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.054973 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: security-groups-normalized-cidr Jun 08 01:56:25.055293 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: security_groups_port_filtering.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.056199 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.056732 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: port-security-groups-filtering Jun 08 01:56:25.057053 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.057966 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.058479 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: security-groups-remote-address-group Jun 08 01:56:25.058800 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.059712 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.060224 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: security-groups-shared-filtering Jun 08 01:56:25.060574 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: securitygroup.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.070826 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.071351 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: security-group Jun 08 01:56:25.071680 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: segment.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.072418 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.072931 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension segment not supported by any of loaded plugins Jun 08 01:56:25.073256 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.074186 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.074692 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 08 01:56:25.075014 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: servicetype.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.076094 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.076639 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: service-type Jun 08 01:56:25.076963 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: sorting.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.077930 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.078260 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: sorting Jun 08 01:56:25.078581 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: standard_attr_segment.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.079480 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.080108 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 08 01:56:25.080447 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: standardattrdescription.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.081089 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.081597 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: standard-attr-description Jun 08 01:56:25.081916 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: stateful_security_group.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.082846 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.083361 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: stateful-security-group Jun 08 01:56:25.083683 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: stdattrs_common.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.084254 dv-cinder-845069-1-iscsi neutron-server[104159]: WARNING neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 08 01:56:25.084608 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.085519 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.086034 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 08 01:56:25.086356 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: subnet_onboard.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.087401 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.087923 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: subnet_onboard Jun 08 01:56:25.088244 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.089179 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.089689 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 08 01:56:25.090017 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: subnet_service_types.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.090931 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.091440 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: subnet-service-types Jun 08 01:56:25.091760 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: subnetallocation.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.092848 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.093359 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: subnet_allocation Jun 08 01:56:25.093681 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.094344 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.094852 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: subnetpool-prefix-ops Jun 08 01:56:25.095171 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.096675 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.097193 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 08 01:56:25.097513 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: tagging.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.098543 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.099068 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: standard-attr-tag Jun 08 01:56:25.099385 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: timestamp.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.100600 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.101114 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loaded extension: standard-attr-timestamp Jun 08 01:56:25.101437 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: trunk.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.102454 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.102971 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension trunk not supported by any of loaded plugins Jun 08 01:56:25.103294 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: trunk_details.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.104205 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.104737 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension trunk-details not supported by any of loaded plugins Jun 08 01:56:25.105061 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: uplink_status_propagation.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.106017 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.106482 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 08 01:56:25.106803 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Loading extension file: vlantransparent.py {{(pid=104159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 01:56:25.107459 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 01:56:25.107963 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extension vlan-transparent not supported by any of loaded plugins Jun 08 01:56:25.110497 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.quota.resource_registry [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Creating instance of TrackedResource for resource:network Jun 08 01:56:25.111125 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.quota.resource_registry [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Creating instance of TrackedResource for resource:subnet Jun 08 01:56:25.111647 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.quota.resource_registry [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 01:56:25.112048 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.quota.resource_registry [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Creating instance of TrackedResource for resource:port Jun 08 01:56:25.113258 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.resource_helper [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 01:56:25.113699 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.resource_helper [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Service FLAVORS assigned prefix: {{(pid=104159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 01:56:25.114303 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.resource_helper [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 01:56:25.114720 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.resource_helper [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 01:56:25.115049 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.quota.resource_registry [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Creating instance of TrackedResource for resource:router Jun 08 01:56:25.115480 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.quota.resource_registry [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Creating instance of TrackedResource for resource:floatingip Jun 08 01:56:25.115959 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.resource_helper [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Service METERING assigned prefix: /metering {{(pid=104159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 01:56:25.117422 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:25.117790 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:25.118139 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 01:56:25.119130 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.quota.resource_registry [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Creating instance of CountableResource for resource:rbac_policy Jun 08 01:56:25.119561 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.quota.resource_registry [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Creating instance of TrackedResource for resource:security_group Jun 08 01:56:25.119996 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.quota.resource_registry [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Creating instance of TrackedResource for resource:security_group_rule Jun 08 01:56:25.120614 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.resource_helper [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Service CORE assigned prefix: {{(pid=104159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 01:56:25.120945 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.quota.resource_registry [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 01:56:25.121294 dv-cinder-845069-1-iscsi neutron-server[104159]: WARNING neutron.quota.resource_registry [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] subnetpool is already registered Jun 08 01:56:25.121722 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.resource_helper [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Service CORE assigned prefix: {{(pid=104159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 01:56:25.122049 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.quota.resource_registry [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 01:56:25.122383 dv-cinder-845069-1-iscsi neutron-server[104159]: WARNING neutron.quota.resource_registry [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] subnetpool is already registered Jun 08 01:56:25.124652 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.resource_helper [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 01:56:25.125081 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.resource_helper [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Service FLAVORS assigned prefix: {{(pid=104159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 01:56:25.125658 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.resource_helper [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 01:56:25.126072 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.resource_helper [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 01:56:25.126401 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.quota.resource_registry [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Creating instance of TrackedResource for resource:router Jun 08 01:56:25.127390 dv-cinder-845069-1-iscsi neutron-server[104159]: WARNING neutron.quota.resource_registry [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] router is already registered Jun 08 01:56:25.127795 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.quota.resource_registry [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Creating instance of TrackedResource for resource:floatingip Jun 08 01:56:25.128129 dv-cinder-845069-1-iscsi neutron-server[104159]: WARNING neutron.quota.resource_registry [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] floatingip is already registered Jun 08 01:56:25.128671 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.resource_helper [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Service METERING assigned prefix: /metering {{(pid=104159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 01:56:25.129326 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.quota.resource_registry [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Creating instance of CountableResource for resource:rbac_policy Jun 08 01:56:25.129650 dv-cinder-845069-1-iscsi neutron-server[104159]: WARNING neutron.quota.resource_registry [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] rbac_policy is already registered Jun 08 01:56:25.130055 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.quota.resource_registry [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Creating instance of TrackedResource for resource:security_group Jun 08 01:56:25.130385 dv-cinder-845069-1-iscsi neutron-server[104159]: WARNING neutron.quota.resource_registry [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] security_group is already registered Jun 08 01:56:25.130785 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.quota.resource_registry [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Creating instance of TrackedResource for resource:security_group_rule Jun 08 01:56:25.131116 dv-cinder-845069-1-iscsi neutron-server[104159]: WARNING neutron.quota.resource_registry [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] security_group_rule is already registered Jun 08 01:56:25.131729 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.resource_helper [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Service CORE assigned prefix: {{(pid=104159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 01:56:25.132056 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.quota.resource_registry [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 01:56:25.132412 dv-cinder-845069-1-iscsi neutron-server[104159]: WARNING neutron.quota.resource_registry [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] subnetpool is already registered Jun 08 01:56:25.132821 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.resource_helper [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Service CORE assigned prefix: {{(pid=104159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 01:56:25.133141 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.quota.resource_registry [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 01:56:25.133475 dv-cinder-845069-1-iscsi neutron-server[104159]: WARNING neutron.quota.resource_registry [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] subnetpool is already registered Jun 08 01:56:25.133926 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: extensions {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.135454 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: address-groups {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.136977 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: address-scopes {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.138284 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: agents {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.139445 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: auto-allocated-topology {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.140735 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: availability_zones {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.141958 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: dhcp-networks {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.143751 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: dhcp-agents {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.145180 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: routers {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.146891 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: flavors {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.148168 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: service_profiles {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.149405 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: next_providers {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.150855 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: service_profiles {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.152424 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: floatingip-pools {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.153637 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: routers {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.155339 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: floatingips {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.157486 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: l3-routers {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.159558 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: l3-agents {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.161015 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: metering-labels {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.162531 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: metering-label-rules {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.163900 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: network-ip-availabilities {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.165210 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: bindings {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.166785 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: quotas {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.168467 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: quotas {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.170014 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: rbac-policies {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.171240 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: security-groups {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.172556 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: security-group-rules {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.174600 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: service-providers {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.175823 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: subnetpools {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.177193 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: subnetpools {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.178733 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: tags {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.180455 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: tags {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.182283 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: tags {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.184082 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: tags {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.185799 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: tags {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.187809 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: tags {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.189715 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: tags {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.191668 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: tags {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.193519 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: tags {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.195290 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron.api.extensions [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Extended resource: tags {{(pid=104159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 01:56:25.201218 dv-cinder-845069-1-iscsi neutron-server[104159]: WARNING keystonemiddleware.auth_token [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 08 01:56:25.206296 dv-cinder-845069-1-iscsi neutron-server[104159]: WARNING keystonemiddleware.auth_token [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 08 01:56:25.214956 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_concurrency.lockutils [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Acquired lock "singleton_lock" {{(pid=104159) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 08 01:56:25.215422 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_concurrency.lockutils [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Releasing lock "singleton_lock" {{(pid=104159) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 08 01:56:25.216074 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO oslo_service.service [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Starting 2 workers Jun 08 01:56:25.221634 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Started child 104268 {{(pid=104159) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 08 01:56:25.226299 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Started child 104269 {{(pid=104159) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 08 01:56:25.227223 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:56:25.227933 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO neutron.service [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Neutron service started, listening on 0.0.0.0:9696 Jun 08 01:56:25.228527 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Publish callbacks [] for process (None), before_spawn {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:56:25.228792 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [-] (104268) wsgi starting up on http://0.0.0.0:9696 Jun 08 01:56:25.230963 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO oslo_service.service [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Starting 1 workers Jun 08 01:56:25.231120 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:56:25.232377 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [-] (104269) wsgi starting up on http://0.0.0.0:9696 Jun 08 01:56:25.236990 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Started child 104270 {{(pid=104159) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 08 01:56:25.237537 dv-cinder-845069-1-iscsi neutron-server[104159]: INFO oslo_service.service [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Starting 1 workers Jun 08 01:56:25.240963 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.service [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] calling RpcWorker wait() {{(pid=104270) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 08 01:56:25.241532 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.service [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] returning from RpcWorker wait() {{(pid=104270) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 08 01:56:25.242222 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Started child 104271 {{(pid=104159) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 08 01:56:25.242849 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:56:25.243017 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9333402d-568d-43a4-8c8d-12d97837402f None None] Publish callbacks [] for process (None), after_spawn {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:56:25.243447 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 01:56:25.244978 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104159) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 08 01:56:25.245187 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 08 01:56:25.245366 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 08 01:56:25.245594 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 08 01:56:25.245923 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 08 01:56:25.246082 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 08 01:56:25.246582 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.246862 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.247122 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.247220 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:56:25.247665 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.247979 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.248241 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.248534 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.248821 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.249075 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.249245 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.249408 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.249644 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.249873 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.250174 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.250429 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.250660 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.250916 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.251081 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.251342 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.251750 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.252110 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.252457 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] debug = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.252710 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.253227 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.253465 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.253718 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.253947 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.254223 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.254463 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.254726 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.254965 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.255193 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.255430 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.255685 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.255913 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.256144 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.256374 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.256657 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.256887 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.257355 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] host = dv-cinder-845069-1-iscsi {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.257584 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.257795 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.258040 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.258279 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.258521 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.258753 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.259001 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.259241 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.259504 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.259745 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.260005 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.260261 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.260539 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.260797 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] log_file = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.260960 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] log_options = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.261191 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.261462 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.261726 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.261924 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.262079 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.262361 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.262505 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.262641 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.262885 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.263098 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.263338 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.263567 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.263793 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.264007 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.264253 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.264502 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.264737 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.264977 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.265181 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.265403 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.265620 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.265840 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.266086 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.266330 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.266537 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.266746 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.266989 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.267260 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.267467 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.267681 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.267988 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.269283 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 01:56:25.269448 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.269636 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.270643 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.271156 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.271391 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.271650 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.271895 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.272202 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.272484 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.272929 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.273194 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.273402 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.273746 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.274241 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.274824 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.275048 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] use_json = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.275973 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.276234 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.276995 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.278136 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.278136 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.278441 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.278578 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.278727 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.278941 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.279388 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.279694 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.280032 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.280293 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.280566 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.280820 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.281063 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.281300 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.281560 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.281799 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.282135 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.282362 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.282701 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.283468 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.283733 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.284058 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.284571 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.284811 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.285038 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.285267 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.285489 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.285733 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.285989 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.286214 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.286481 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.286721 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.286983 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.287550 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.287823 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.288106 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.289643 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.289643 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.289643 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.289643 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.289643 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.290626 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.290626 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.290626 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.290626 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.290626 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.291268 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.291268 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.292061 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.292061 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.292061 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.292061 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.293274 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.293274 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.293274 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.293274 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.293274 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.293885 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.293885 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.293885 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.294503 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.295263 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.295429 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.295594 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.295835 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.296095 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.296334 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.296842 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.296842 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.297097 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.297262 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.298025 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.298025 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.298025 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.299017 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.299017 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.299337 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.299583 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.300053 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.300053 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.300230 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.300447 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.300684 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.300926 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.301142 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.301377 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.301594 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.301809 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.302024 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.302236 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.302647 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.302647 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.302868 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.303077 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.303288 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.303501 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.303749 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.304050 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.304295 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.304579 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.304845 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.305046 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.305256 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.305506 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.306194 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.306194 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.306194 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.306547 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.306678 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.306919 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.307113 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.307329 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.307808 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.307808 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.308062 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.308255 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.308521 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.308755 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.308993 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.309277 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.309535 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.309790 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.310032 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.310266 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.310518 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.310862 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.311050 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.311308 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.311530 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.311818 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.312094 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.312381 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.312974 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.312974 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.313254 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.313479 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.313729 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.313995 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.314372 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.314653 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.314893 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.315312 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.315536 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.315778 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.316028 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.316332 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.316617 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.317222 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.317222 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.317515 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.317669 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.317808 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.318080 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.318355 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.318597 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.318829 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.319075 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.319320 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.319553 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.319805 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.320017 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.320267 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.320497 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.320739 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.320973 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.321212 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.321475 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.321692 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.321909 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.322128 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.322362 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.322597 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.322852 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.323071 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.323290 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.323524 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.323758 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.323973 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.324207 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.324437 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.324705 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.324928 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.325203 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.325449 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.325663 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.325911 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.326169 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.326422 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.326638 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.326885 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.327135 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.327350 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.327561 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.327798 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.328010 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.328223 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.328492 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.328727 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.328978 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.329219 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.329568 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.330342 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.330602 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.330859 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.331098 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.331320 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.331574 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.331798 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.332030 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.332465 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.332883 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.333256 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.333625 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.334015 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.334402 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.334786 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.335059 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.335310 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.335568 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.335790 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.336123 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.336229 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.336461 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.336693 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.336909 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.337124 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.337376 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.337593 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.337824 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.338121 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.338565 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.338822 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.339082 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.339321 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.339554 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.339784 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.340036 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.340256 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.340506 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.340725 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.340963 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.341192 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.341406 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.341619 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.341850 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.342066 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.342301 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.342525 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.342736 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.342952 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.343175 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.343390 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.343601 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.343846 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.344056 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.344287 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.344530 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.344749 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.344961 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.345237 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.345486 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.345689 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.346091 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.346408 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.346627 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.346921 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.347178 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.347431 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.347694 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.347946 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.348194 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.348637 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.348962 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.349181 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.349424 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.349666 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.349888 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.350110 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.350382 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.350708 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.351020 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.351270 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.351530 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.351807 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.352014 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 01:56:25.352111 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.352370 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.352611 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.352910 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.353250 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.353520 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.353770 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.354034 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.354286 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.354534 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.354775 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.354992 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.355245 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.355484 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.355743 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.356006 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.356292 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.356562 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.356796 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.357029 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.357259 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.357495 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.357719 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.357953 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.358110 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 08 01:56:25.358667 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104159) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 08 01:56:25.358833 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 08 01:56:25.358966 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 08 01:56:25.359139 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 08 01:56:25.359306 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 08 01:56:25.359462 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 08 01:56:25.359669 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.359830 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.359995 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.360155 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.360348 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.360535 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.360693 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.361355 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.361576 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.361727 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.361881 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.362030 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.362162 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.362314 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.362472 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.362630 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.362787 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.362950 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.363108 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.363266 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.363423 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.363580 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] debug = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.363736 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.363946 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.364114 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.364269 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.364448 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.364610 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.364766 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.364924 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.365089 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.365248 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.365406 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.365563 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.365719 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.365878 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.366034 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.366191 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.366348 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.366510 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] host = dv-cinder-845069-1-iscsi {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.366667 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.366824 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.366987 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.367125 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.367282 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.367439 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.367596 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.367755 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.367912 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.368068 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.368226 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.368383 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.368562 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.368720 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] log_file = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.368877 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] log_options = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.369033 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.369190 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.369347 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.369533 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.369696 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.369853 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.370010 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.370166 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.370324 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.370470 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.370624 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.370781 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.370938 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.371094 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.371251 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.371408 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.371564 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.371721 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.371881 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.372025 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.372181 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.372337 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.372515 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.372672 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.372829 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.372987 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.373145 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.373303 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.373459 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.373616 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.373773 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.373929 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.374114 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.374231 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.374387 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.374545 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.374702 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.374859 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.375024 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.375181 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.375338 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.375495 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.375652 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.375808 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.375966 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.377248 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.377248 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] use_json = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.377248 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.377248 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.377248 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.377248 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.377248 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.377248 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.378557 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.378557 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.378557 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 01:56:25.378557 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.378557 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.378557 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.378557 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.378557 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.379837 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.379837 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.379837 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.379837 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.379837 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.379837 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.379837 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.379837 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.381450 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.381450 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.381450 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.381450 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.381450 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.381450 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.381450 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.381450 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.382550 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.382550 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.382550 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.382550 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.382550 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.382550 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.382550 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.382550 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.383855 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.383855 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.383855 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.383855 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.383855 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.383855 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.383855 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.383855 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.384524 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.384524 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.384524 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.384524 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.384524 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.384524 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.384524 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.384524 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.385081 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.385081 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.385081 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.385081 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.385370 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.385370 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.385514 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.385992 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.385992 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.385992 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.386231 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.386231 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.386414 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.386575 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.386735 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.386895 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.387055 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.387216 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.387376 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.387538 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.387698 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.387859 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.388034 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.388187 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.388347 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.388533 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.388680 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.388841 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.389002 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.389162 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.389324 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.390126 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.390126 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.390126 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.390126 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.390126 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.390615 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.390615 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.390615 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.391150 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.391150 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.391150 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.391150 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.391419 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.391419 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.392846 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.392846 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.392846 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.392846 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.392846 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.392846 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.393536 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.393536 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.393536 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.393536 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.393816 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.393816 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.393963 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.394042 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.394288 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.394383 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.394500 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.394645 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.394805 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.394972 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.395133 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.395293 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.395454 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.395615 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.395776 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.395937 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.396097 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.396258 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.396433 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.396630 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.396767 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.396930 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.397092 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.397260 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.397431 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.397592 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.397753 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.397912 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.398089 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.398235 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.398395 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.398556 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.398717 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.398879 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.399040 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.399212 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.399373 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.399534 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.399694 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.399877 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.400037 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.400197 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.400359 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.400556 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.400718 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.400880 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.401041 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.401201 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.401361 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.401523 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.401684 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.401870 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.402030 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.402190 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.402351 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.402513 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.402673 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.402834 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.402996 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.403156 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.403317 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.403477 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.403638 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.403798 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.403959 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.404121 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.404282 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.404464 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.404628 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.404790 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.404955 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.405116 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.405277 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.405437 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.405597 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.405758 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.405922 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.406083 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.406244 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.406405 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.406567 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.406732 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.406876 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.407039 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.407200 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.407361 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.407522 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.407683 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.408009 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.408160 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.408318 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.408491 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.408659 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.408819 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.408998 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.409161 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.409323 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.409487 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.409650 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.409812 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.409973 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.410134 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.410295 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.410456 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.410619 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.410781 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.410942 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.411102 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.411263 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.411424 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.411587 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.411751 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.411912 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.412318 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.412512 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.412676 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.412837 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.412997 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.413159 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.413320 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.413482 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.413642 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.413803 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.413975 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.414136 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.414298 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.414468 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.415167 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.415167 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.415167 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.415167 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.415476 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.415476 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.415627 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.415705 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.415815 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.415976 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.416136 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.416296 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.416549 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.416711 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.416881 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.417042 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.417203 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.417362 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.417523 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.417683 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.417851 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.418012 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.418172 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.418332 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.418492 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.418653 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.418822 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.418984 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.419144 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.419305 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.419465 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.419624 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.419793 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.419955 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.420116 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.420284 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.420469 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.420631 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.420792 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.420963 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.421125 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.421287 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.421448 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.421610 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.421771 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.421934 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.422100 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.422271 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.422439 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.422601 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.422786 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.422925 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.423083 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.423245 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.423919 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.424209 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.424472 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.424472 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.424733 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.424733 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.424965 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.425093 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.425216 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.425327 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.425450 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.425614 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.425775 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.425937 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.426097 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.426258 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.426419 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.426579 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.426927 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.426927 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.427121 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 01:56:25.427203 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 08 01:56:25.427283 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 47054) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 01:56:25.435894 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065031 Jun 08 01:56:34.724186 dv-cinder-845069-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:56:36.844354 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e202b7dd-60c7-471f-9f33-f179d5b73a68 None None] get_active_networks_info from dv-cinder-845069-1-iscsi {{(pid=104270) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 08 01:56:36.849259 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writer thread running {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 08 01:56:36.901048 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-aa8f4ed2-7424-4b6f-b508-75f01e8619b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683166'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:56:36.932678 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e202b7dd-60c7-471f-9f33-f179d5b73a68 None None] No non-hosted networks {{(pid=104270) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 08 01:56:38.352589 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writer thread running {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 08 01:56:39.097333 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-08a8c8cb-c9e9-4e66-84f3-928ea2c15019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683166'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:56:39.128217 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-c881b2ed-c2f3-4bda-97ce-0470754f8246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:56:40.062702 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 47124) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 01:56:40.276320 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683166'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:56:40.724175 dv-cinder-845069-1-iscsi neutron-server[104269]: WARNING oslo_policy.policy [None req-6accbca5-0927-435f-874e-1d822e28034d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 01:56:40.725103 dv-cinder-845069-1-iscsi neutron-server[104269]: WARNING oslo_policy.policy [None req-6accbca5-0927-435f-874e-1d822e28034d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 01:56:40.961561 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [None req-6accbca5-0927-435f-874e-1d822e28034d admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 08 01:56:40.977411 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-6accbca5-0927-435f-874e-1d822e28034d admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9136765 Jun 08 01:56:41.841523 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683166'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:56:43.318542 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683166'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:56:43.323201 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:43.323700 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:43.324200 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:43.326721 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:43.328343 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:43.328858 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:43.330471 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:43.330832 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:43.331174 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:43.332635 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:43.333442 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:43.333987 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:43.334532 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:43.335855 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:43.336422 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:43.337370 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-845069-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 01:56:43.343570 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-845069-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 01:56:43.588880 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 47158) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 01:56:43.593738 dv-cinder-845069-1-iscsi neutron-server[104270]: INFO neutron.db.l3_hamode_db [None req-f965b5cf-1994-435f-a673-983a6d78b0e4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 08 01:56:43.680102 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f965b5cf-1994-435f-a673-983a6d78b0e4 None None] Routers set() bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 01:56:43.680820 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f965b5cf-1994-435f-a673-983a6d78b0e4 None None] Router IDs set() for agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 08 01:56:44.121160 dv-cinder-845069-1-iscsi neutron-server[104268]: WARNING oslo_policy.policy [None req-b4f280d0-6426-43e5-9f0a-72fca447a820 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 01:56:44.121813 dv-cinder-845069-1-iscsi neutron-server[104268]: WARNING oslo_policy.policy [None req-b4f280d0-6426-43e5-9f0a-72fca447a820 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 01:56:44.338042 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-b4f280d0-6426-43e5-9f0a-72fca447a820 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 01:56:44.430778 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.policy [None req-b4f280d0-6426-43e5-9f0a-72fca447a820 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104268) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 08 01:56:44.472512 dv-cinder-845069-1-iscsi neutron-server[104268]: WARNING oslo_policy.policy [None req-b4f280d0-6426-43e5-9f0a-72fca447a820 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 01:56:44.472886 dv-cinder-845069-1-iscsi neutron-server[104268]: WARNING oslo_policy.policy [None req-b4f280d0-6426-43e5-9f0a-72fca447a820 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 01:56:44.492784 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writer thread running {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 08 01:56:44.574968 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b4f280d0-6426-43e5-9f0a-72fca447a820 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744499535288', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744499532716', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744499518715', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744499526353', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744499430096', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744499439434', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1340854', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1331973', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-345292', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-413155'] for rbac-policy (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:56:44.648669 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b4f280d0-6426-43e5-9f0a-72fca447a820 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:56:44.649948 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-b4f280d0-6426-43e5-9f0a-72fca447a820 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0590801 Jun 08 01:56:47.123785 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 47176) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 01:56:47.444874 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-9dc77b3c-33d8-45ad-8ea6-6198cb776290 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 01:56:47.474672 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc77b3c-33d8-45ad-8ea6-6198cb776290 demo demo] Made reservation on behalf of faa8ebf890584746af20166b89a7e162 for: {'network': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 01:56:47.478552 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9dc77b3c-33d8-45ad-8ea6-6198cb776290 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for network (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:56:47.495891 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9dc77b3c-33d8-45ad-8ea6-6198cb776290 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:56:47.603016 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9dc77b3c-33d8-45ad-8ea6-6198cb776290 demo demo] Publish callbacks [] for security_group (8706f354-b76a-43da-8c08-76b0d4d2f938), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:56:47.606818 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9dc77b3c-33d8-45ad-8ea6-6198cb776290 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (8706f354-b76a-43da-8c08-76b0d4d2f938), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:56:47.639016 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc77b3c-33d8-45ad-8ea6-6198cb776290 demo demo] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=104268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 01:56:47.668570 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9dc77b3c-33d8-45ad-8ea6-6198cb776290 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744501735428', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (901c7ede-0d8b-425c-8ec4-a5911f28cf30), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:56:47.669142 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9dc77b3c-33d8-45ad-8ea6-6198cb776290 demo demo] Unsubscribe: segment precommit_create {{(pid=104268) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 08 01:56:47.669778 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.db.segments_db [None req-9dc77b3c-33d8-45ad-8ea6-6198cb776290 demo demo] Added segment 901c7ede-0d8b-425c-8ec4-a5911f28cf30 of type vlan for network 72f87a8c-19cb-42e8-a9fe-774df6f99805 Jun 08 01:56:47.677553 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc77b3c-33d8-45ad-8ea6-6198cb776290 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=8706f354-b76a-43da-8c08-76b0d4d2f938,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 01:56:47.712995 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc77b3c-33d8-45ad-8ea6-6198cb776290 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:47.713355 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc77b3c-33d8-45ad-8ea6-6198cb776290 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:47.713703 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc77b3c-33d8-45ad-8ea6-6198cb776290 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:47.714051 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc77b3c-33d8-45ad-8ea6-6198cb776290 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:47.714380 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc77b3c-33d8-45ad-8ea6-6198cb776290 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:47.714703 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc77b3c-33d8-45ad-8ea6-6198cb776290 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:47.715023 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc77b3c-33d8-45ad-8ea6-6198cb776290 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:47.715341 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc77b3c-33d8-45ad-8ea6-6198cb776290 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:47.715657 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc77b3c-33d8-45ad-8ea6-6198cb776290 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:47.715976 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc77b3c-33d8-45ad-8ea6-6198cb776290 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:47.716291 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc77b3c-33d8-45ad-8ea6-6198cb776290 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:47.716647 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc77b3c-33d8-45ad-8ea6-6198cb776290 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:47.716966 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc77b3c-33d8-45ad-8ea6-6198cb776290 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:47.717282 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc77b3c-33d8-45ad-8ea6-6198cb776290 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:47.717598 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc77b3c-33d8-45ad-8ea6-6198cb776290 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc77b3c-33d8-45ad-8ea6-6198cb776290 demo demo] Tracked resource versions report: Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: pushed versions: Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: { 'AddressGroup': {'1.2'}, Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: 'Agent': {'1.1'}, Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: 'ConntrackHelper': {'1.0'}, Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: 'LocalIPAssociation': {'1.0'}, Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: 'Log': {'1.0'}, Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: 'NDPProxy': {'1.0'}, Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: 'Network': {'1.1'}, Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: 'Port': {'1.7'}, Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: 'PortForwarding': {'1.3'}, Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: 'QosPolicy': {'1.10'}, Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: 'SecurityGroup': {'1.5'}, Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: 'SecurityGroupRule': {'1.2'}, Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: 'SubPort': {'1.0'}, Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: 'Subnet': {'1.1'}, Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: 'Trunk': {'1.1'}} Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: consumer versions: Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: { DHCP agent@dv-cinder-845069-1-iscsi: {}, Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: L3 agent@dv-cinder-845069-1-iscsi: {}, Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: Metadata agent@dv-cinder-845069-1-iscsi: {}, Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: Metering agent@dv-cinder-845069-1-iscsi: {}, Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: Open vSwitch agent@dv-cinder-845069-1-iscsi: { 'AddressGroup': '1.2', Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: 'Agent': '1.1', Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: 'ConntrackHelper': '1.0', Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: 'LocalIPAssociation': '1.0', Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: 'Log': '1.0', Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: 'NDPProxy': '1.0', Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: 'Network': '1.1', Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: 'Port': '1.7', Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: 'PortForwarding': '1.3', Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: 'QosPolicy': '1.10', Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: 'SecurityGroup': '1.5', Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: 'SecurityGroupRule': '1.2', Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: 'SubPort': '1.0', Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: 'Subnet': '1.1', Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: 'Trunk': '1.1'}} Jun 08 01:56:47.718967 dv-cinder-845069-1-iscsi neutron-server[104268]: {{(pid=104268) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 01:56:47.778615 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=55,neutron:INSERT=42,neutron:UPDATE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:56:47.786948 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9dc77b3c-33d8-45ad-8ea6-6198cb776290 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744501171532'] for network (72f87a8c-19cb-42e8-a9fe-774df6f99805), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:56:47.829150 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9dc77b3c-33d8-45ad-8ea6-6198cb776290 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516'] for network (72f87a8c-19cb-42e8-a9fe-774df6f99805), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:56:47.834794 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc77b3c-33d8-45ad-8ea6-6198cb776290 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 01:56:47.835526 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9dc77b3c-33d8-45ad-8ea6-6198cb776290 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:56:47.923485 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-9dc77b3c-33d8-45ad-8ea6-6198cb776290 demo demo] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7986097 Jun 08 01:56:47.954142 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc77b3c-33d8-45ad-8ea6-6198cb776290 demo demo] Pushing event updated for resources: {'Network': ['ID=72f87a8c-19cb-42e8-a9fe-774df6f99805,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 01:56:47.967220 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Network 72f87a8c-19cb-42e8-a9fe-774df6f99805 details requested by agent ovs-agent-dv-cinder-845069-1-iscsi with host dv-cinder-845069-1-iscsi {{(pid=104270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 01:56:50.434684 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 47190) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 01:56:50.769603 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writer thread running {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 08 01:56:50.972211 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.policy [None req-8180b47c-6d80-44f2-bd38-58cea2b32ee0 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104269) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 08 01:56:51.013449 dv-cinder-845069-1-iscsi neutron-server[104269]: WARNING oslo_policy.policy [None req-8180b47c-6d80-44f2-bd38-58cea2b32ee0 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 01:56:51.013824 dv-cinder-845069-1-iscsi neutron-server[104269]: WARNING oslo_policy.policy [None req-8180b47c-6d80-44f2-bd38-58cea2b32ee0 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 01:56:51.021498 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8180b47c-6d80-44f2-bd38-58cea2b32ee0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 01:56:51.023193 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-8180b47c-6d80-44f2-bd38-58cea2b32ee0 demo admin] 10.222.0.20 "GET /v2.0/networks/72f87a8c-19cb-42e8-a9fe-774df6f99805 HTTP/1.1" status: 200 len: 825 time: 0.5876048 Jun 08 01:56:51.063178 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-adcb811a-a414-44df-8259-5fb51ae82603 demo admin] 10.222.0.20 "GET /v2.0/subnetpools/200172d9-f655-46ab-810a-48c1453f0db0 HTTP/1.1" status: 200 len: 734 time: 0.0342917 Jun 08 01:56:51.072854 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-96151e2e-e28a-4da4-aa27-6124fa99d2f1 demo admin] Request body: {'subnet': {'subnetpool_id': '200172d9-f655-46ab-810a-48c1453f0db0', 'network_id': '72f87a8c-19cb-42e8-a9fe-774df6f99805', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 01:56:51.109622 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96151e2e-e28a-4da4-aa27-6124fa99d2f1 demo admin] Made reservation on behalf of faa8ebf890584746af20166b89a7e162 for: {'subnet': 1} {{(pid=104269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 01:56:51.113116 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-96151e2e-e28a-4da4-aa27-6124fa99d2f1 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:56:51.401781 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-96151e2e-e28a-4da4-aa27-6124fa99d2f1 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516'] for subnet (f4cc260c-83b0-44aa-ac23-124abd605284), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:56:51.473831 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96151e2e-e28a-4da4-aa27-6124fa99d2f1 demo admin] Checking segment: {'id': '901c7ede-0d8b-425c-8ec4-a5911f28cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '72f87a8c-19cb-42e8-a9fe-774df6f99805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 01:56:51.474523 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96151e2e-e28a-4da4-aa27-6124fa99d2f1 demo admin] Network hostable DHCP agents. Network: 72f87a8c-19cb-42e8-a9fe-774df6f99805, hostable agents: ['45a4719c-dff8-447a-9451-2d43a5a3b5e6'], hosted agents: [] {{(pid=104269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 01:56:51.487312 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96151e2e-e28a-4da4-aa27-6124fa99d2f1 demo admin] Pushing event updated for resources: {'Subnet': ['ID=f4cc260c-83b0-44aa-ac23-124abd605284,revision_number=0']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 01:56:51.499768 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96151e2e-e28a-4da4-aa27-6124fa99d2f1 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:51.500103 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96151e2e-e28a-4da4-aa27-6124fa99d2f1 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:51.500461 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96151e2e-e28a-4da4-aa27-6124fa99d2f1 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:51.500803 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96151e2e-e28a-4da4-aa27-6124fa99d2f1 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:51.501212 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96151e2e-e28a-4da4-aa27-6124fa99d2f1 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:51.501753 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96151e2e-e28a-4da4-aa27-6124fa99d2f1 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:51.502080 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96151e2e-e28a-4da4-aa27-6124fa99d2f1 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:51.502395 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96151e2e-e28a-4da4-aa27-6124fa99d2f1 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:51.502722 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96151e2e-e28a-4da4-aa27-6124fa99d2f1 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:51.503035 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96151e2e-e28a-4da4-aa27-6124fa99d2f1 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:51.503345 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96151e2e-e28a-4da4-aa27-6124fa99d2f1 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:51.503653 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96151e2e-e28a-4da4-aa27-6124fa99d2f1 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:51.503957 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96151e2e-e28a-4da4-aa27-6124fa99d2f1 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:51.504262 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96151e2e-e28a-4da4-aa27-6124fa99d2f1 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:51.504589 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96151e2e-e28a-4da4-aa27-6124fa99d2f1 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96151e2e-e28a-4da4-aa27-6124fa99d2f1 demo admin] Tracked resource versions report: Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: pushed versions: Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: { 'AddressGroup': {'1.2'}, Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: 'Agent': {'1.1'}, Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: 'ConntrackHelper': {'1.0'}, Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: 'LocalIPAssociation': {'1.0'}, Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: 'Log': {'1.0'}, Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: 'NDPProxy': {'1.0'}, Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: 'Network': {'1.1'}, Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: 'Port': {'1.7'}, Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: 'PortForwarding': {'1.3'}, Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: 'QosPolicy': {'1.10'}, Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: 'SecurityGroup': {'1.5'}, Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: 'SecurityGroupRule': {'1.2'}, Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: 'SubPort': {'1.0'}, Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: 'Subnet': {'1.1'}, Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: 'Trunk': {'1.1'}} Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: consumer versions: Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: { DHCP agent@dv-cinder-845069-1-iscsi: {}, Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: L3 agent@dv-cinder-845069-1-iscsi: {}, Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: Metadata agent@dv-cinder-845069-1-iscsi: {}, Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: Metering agent@dv-cinder-845069-1-iscsi: {}, Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: Open vSwitch agent@dv-cinder-845069-1-iscsi: { 'AddressGroup': '1.2', Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: 'Agent': '1.1', Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: 'ConntrackHelper': '1.0', Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: 'LocalIPAssociation': '1.0', Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: 'Log': '1.0', Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: 'NDPProxy': '1.0', Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: 'Network': '1.1', Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: 'Port': '1.7', Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: 'PortForwarding': '1.3', Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: 'QosPolicy': '1.10', Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: 'SecurityGroup': '1.5', Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: 'SecurityGroupRule': '1.2', Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: 'SubPort': '1.0', Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: 'Subnet': '1.1', Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: 'Trunk': '1.1'}} Jun 08 01:56:51.506111 dv-cinder-845069-1-iscsi neutron-server[104269]: {{(pid=104269) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 01:56:51.520636 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=63,neutron:INSERT=37 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:56:51.531224 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96151e2e-e28a-4da4-aa27-6124fa99d2f1 demo admin] Network 72f87a8c-19cb-42e8-a9fe-774df6f99805 is scheduled to be hosted by DHCP agent 45a4719c-dff8-447a-9451-2d43a5a3b5e6 with binding_index 1 {{(pid=104269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 01:56:51.546411 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.base_scheduler [None req-96151e2e-e28a-4da4-aa27-6124fa99d2f1 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-1-iscsi, 72f87a8c-19cb-42e8-a9fe-774df6f99805) {{(pid=104269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 01:56:51.551860 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96151e2e-e28a-4da4-aa27-6124fa99d2f1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 01:56:51.552530 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-96151e2e-e28a-4da4-aa27-6124fa99d2f1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for subnet (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:56:51.557821 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c3740d-3f79-40c1-8d6d-d07b0b6cdc79 None None] Network 72f87a8c-19cb-42e8-a9fe-774df6f99805 requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 01:56:51.573774 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-96151e2e-e28a-4da4-aa27-6124fa99d2f1 demo admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5043385 Jun 08 01:56:51.829953 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8909f50-5379-5de5-8dc8-896ce999fc50-72f87a8c-19cb-42e8-a9fe-774df6f99805', 'network_id': '72f87a8c-19cb-42e8-a9fe-774df6f99805', 'project_id': 'faa8ebf890584746af20166b89a7e162', 'fixed_ips': [{'subnet_id': 'f4cc260c-83b0-44aa-ac23-124abd605284'}]}} from dv-cinder-845069-1-iscsi. {{(pid=104270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 08 01:56:51.831241 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:56:51.866079 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:56:51.875007 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=8 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:56:52.124464 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.db_base_plugin_common [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] Allocated IP 172.20.0.2 (72f87a8c-19cb-42e8-a9fe-774df6f99805/f4cc260c-83b0-44aa-ac23-124abd605284/a5c86812-3d3a-4376-9644-99b6a8a03ea9) {{(pid=104270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 01:56:52.161048 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=58,neutron:INSERT=39,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:56:52.391147 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] Publish callbacks [] for port (a5c86812-3d3a-4376-9644-99b6a8a03ea9), precommit_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:56:52.398811 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093'] for port (a5c86812-3d3a-4376-9644-99b6a8a03ea9), after_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:56:52.477084 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] Network 72f87a8c-19cb-42e8-a9fe-774df6f99805 is already hosted by enough agents. {{(pid=104270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 01:56:52.485165 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.scheduler.base_scheduler [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] Resources bound (agent type, host, resource id): {{(pid=104270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 01:56:52.490371 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] Pushing event updated for resources: {'Port': ['ID=a5c86812-3d3a-4376-9644-99b6a8a03ea9,revision_number=1']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 01:56:52.492624 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] Received port after_create {{(pid=104270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 01:56:52.503076 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:52.503420 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:52.503773 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:52.504114 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:52.504466 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:52.504796 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:52.505119 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:52.505440 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:52.505762 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:52.506083 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:52.506403 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:52.506751 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:52.507059 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:52.507375 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:52.507690 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] Tracked resource versions report: Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: pushed versions: Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: { 'AddressGroup': {'1.2'}, Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: 'Agent': {'1.1'}, Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: 'ConntrackHelper': {'1.0'}, Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: 'LocalIPAssociation': {'1.0'}, Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: 'Log': {'1.0'}, Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: 'NDPProxy': {'1.0'}, Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: 'Network': {'1.1'}, Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: 'Port': {'1.7'}, Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: 'PortForwarding': {'1.3'}, Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: 'QosPolicy': {'1.10'}, Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: 'SecurityGroup': {'1.5'}, Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: 'SecurityGroupRule': {'1.2'}, Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: 'SubPort': {'1.0'}, Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: 'Subnet': {'1.1'}, Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: 'Trunk': {'1.1'}} Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: consumer versions: Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: { DHCP agent@dv-cinder-845069-1-iscsi: {}, Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: L3 agent@dv-cinder-845069-1-iscsi: {}, Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: Metadata agent@dv-cinder-845069-1-iscsi: {}, Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: Metering agent@dv-cinder-845069-1-iscsi: {}, Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: Open vSwitch agent@dv-cinder-845069-1-iscsi: { 'AddressGroup': '1.2', Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: 'Agent': '1.1', Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: 'ConntrackHelper': '1.0', Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: 'LocalIPAssociation': '1.0', Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: 'Log': '1.0', Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: 'NDPProxy': '1.0', Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: 'Network': '1.1', Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: 'Port': '1.7', Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: 'PortForwarding': '1.3', Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: 'QosPolicy': '1.10', Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: 'SecurityGroup': '1.5', Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: 'SecurityGroupRule': '1.2', Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: 'SubPort': '1.0', Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: 'Subnet': '1.1', Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: 'Trunk': '1.1'}} Jun 08 01:56:52.509113 dv-cinder-845069-1-iscsi neutron-server[104270]: {{(pid=104270) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 01:56:52.586695 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] Attempting to bind port a5c86812-3d3a-4376-9644-99b6a8a03ea9 on host dv-cinder-845069-1-iscsi for vnic_type normal with profile {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 01:56:52.587347 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] Attempting to bind port a5c86812-3d3a-4376-9644-99b6a8a03ea9 by drivers openvswitch,hyperv on host dv-cinder-845069-1-iscsi at level 0 using segments [{'id': '901c7ede-0d8b-425c-8ec4-a5911f28cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '72f87a8c-19cb-42e8-a9fe-774df6f99805'}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 01:56:52.587480 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] Attempting to bind port a5c86812-3d3a-4376-9644-99b6a8a03ea9 on network 72f87a8c-19cb-42e8-a9fe-774df6f99805 {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 01:56:52.592461 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] Checking agent: {'id': 'f845c03f-68d4-4819-b53b-956a55a73879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 1, 56, 43), 'started_at': datetime.datetime(2022, 6, 8, 1, 56, 43), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 1, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 01:56:52.592845 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] Checking segment: {'id': '901c7ede-0d8b-425c-8ec4-a5911f28cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '72f87a8c-19cb-42e8-a9fe-774df6f99805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 01:56:52.593319 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:56:52.593698 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] Bound using segment: {'id': '901c7ede-0d8b-425c-8ec4-a5911f28cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '72f87a8c-19cb-42e8-a9fe-774df6f99805'} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 01:56:52.594167 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] Bound port: a5c86812-3d3a-4376-9644-99b6a8a03ea9, host: dv-cinder-845069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '901c7ede-0d8b-425c-8ec4-a5911f28cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '72f87a8c-19cb-42e8-a9fe-774df6f99805'}}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 01:56:52.594550 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (a5c86812-3d3a-4376-9644-99b6a8a03ea9), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:56:52.597704 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:56:52.664753 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] For port a5c86812-3d3a-4376-9644-99b6a8a03ea9, host dv-cinder-845069-1-iscsi, cleared binding levels {{(pid=104270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 01:56:52.684569 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] For port a5c86812-3d3a-4376-9644-99b6a8a03ea9, host dv-cinder-845069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=a5c86812-3d3a-4376-9644-99b6a8a03ea9,segment=NetworkSegment(901c7ede-0d8b-425c-8ec4-a5911f28cf30),segment_id=901c7ede-0d8b-425c-8ec4-a5911f28cf30)] {{(pid=104270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 01:56:52.691795 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (a5c86812-3d3a-4376-9644-99b6a8a03ea9), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:56:52.746132 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236fa66-b1c7-42c8-994e-108537576c00 None None] Pushing event updated for resources: {'Port': ['ID=a5c86812-3d3a-4376-9644-99b6a8a03ea9,revision_number=2']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 01:56:54.117040 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 47212) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 01:56:54.580711 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [None req-91aad0db-2e2f-49f4-9e0a-1a07ff2e239b admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 08 01:56:54.581705 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-91aad0db-2e2f-49f4-9e0a-1a07ff2e239b admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4636447 Jun 08 01:56:57.099430 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 47220) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 01:56:57.429195 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [None req-a6e33195-64c1-4a07-9794-3a966ce82ab8 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 08 01:56:57.430185 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-a6e33195-64c1-4a07-9794-3a966ce82ab8 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3297758 Jun 08 01:56:57.944161 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=7,neutron:DELETE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:56:57.950656 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=43,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:56:59.996782 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 47230) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 01:57:00.325880 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-bcc48faa-f333-4691-882f-b85b4b113d50 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 01:57:00.351083 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-bcc48faa-f333-4691-882f-b85b4b113d50 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6868'] for router (870aa07e-3f9b-494b-91f2-aee5a68316b8), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:00.352807 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-bcc48faa-f333-4691-882f-b85b4b113d50 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-621629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6829'] for router (870aa07e-3f9b-494b-91f2-aee5a68316b8), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:00.488864 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-bcc48faa-f333-4691-882f-b85b4b113d50 demo demo] Publish callbacks [] for router_controller (870aa07e-3f9b-494b-91f2-aee5a68316b8), precommit_add_association {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:00.493433 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-bcc48faa-f333-4691-882f-b85b4b113d50 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682964'] for router (870aa07e-3f9b-494b-91f2-aee5a68316b8), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:00.514090 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-bcc48faa-f333-4691-882f-b85b4b113d50 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:00.515238 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-bcc48faa-f333-4691-882f-b85b4b113d50 demo demo] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5175033 Jun 08 01:57:02.738132 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:57:02.746076 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:57:03.047424 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 47244) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 01:57:03.382927 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [None req-0ef2444a-6d26-45ea-9c27-aedce2873cde admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104268) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 08 01:57:03.383938 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-0ef2444a-6d26-45ea-9c27-aedce2873cde admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3348670 Jun 08 01:57:04.124550 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device a5c86812-3d3a-4376-9644-99b6a8a03ea9 up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 01:57:04.209825 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port a5c86812-3d3a-4376-9644-99b6a8a03ea9 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 01:57:04.210158 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (a5c86812-3d3a-4376-9644-99b6a8a03ea9), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:04.313461 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port a5c86812-3d3a-4376-9644-99b6a8a03ea9 is: DOWN; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 01:57:04.313862 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (a5c86812-3d3a-4376-9644-99b6a8a03ea9), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:04.348799 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] For port a5c86812-3d3a-4376-9644-99b6a8a03ea9, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=a5c86812-3d3a-4376-9644-99b6a8a03ea9,segment=NetworkSegment(901c7ede-0d8b-425c-8ec4-a5911f28cf30),segment_id=901c7ede-0d8b-425c-8ec4-a5911f28cf30)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 01:57:04.352363 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (a5c86812-3d3a-4376-9644-99b6a8a03ea9), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:04.399809 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Pushing event updated for resources: {'Port': ['ID=a5c86812-3d3a-4376-9644-99b6a8a03ea9,revision_number=3']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 01:57:04.483295 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fbaa56-e631-4bfd-80af-8774ce2bac7c None None] Network 72f87a8c-19cb-42e8-a9fe-774df6f99805 requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 01:57:04.581716 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-40e06218-50dc-4a3b-9fb0-e48841f03340 None None] Provisioning complete for port a5c86812-3d3a-4376-9644-99b6a8a03ea9 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 01:57:04.582098 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-40e06218-50dc-4a3b-9fb0-e48841f03340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (a5c86812-3d3a-4376-9644-99b6a8a03ea9), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:04.698011 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-40e06218-50dc-4a3b-9fb0-e48841f03340 None None] Current status of the port a5c86812-3d3a-4376-9644-99b6a8a03ea9 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 01:57:04.815384 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-c840096c-a945-4e0b-8836-197cd42e7869 None None] Provisioning complete for port a5c86812-3d3a-4376-9644-99b6a8a03ea9 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 01:57:04.815772 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-c840096c-a945-4e0b-8836-197cd42e7869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (a5c86812-3d3a-4376-9644-99b6a8a03ea9), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:04.884089 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-c840096c-a945-4e0b-8836-197cd42e7869 None None] Current status of the port a5c86812-3d3a-4376-9644-99b6a8a03ea9 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 01:57:05.906775 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 47252) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 01:57:06.110314 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device a5c86812-3d3a-4376-9644-99b6a8a03ea9 up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 01:57:06.155454 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port a5c86812-3d3a-4376-9644-99b6a8a03ea9 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 01:57:06.155853 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (a5c86812-3d3a-4376-9644-99b6a8a03ea9), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:06.225946 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port a5c86812-3d3a-4376-9644-99b6a8a03ea9 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 01:57:06.235498 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-016f8c1d-6f8f-45bd-8323-2db98199ba36 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 01:57:06.255757 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016f8c1d-6f8f-45bd-8323-2db98199ba36 admin admin] Made reservation on behalf of d34d18aa450b41d2ac1001da2d9a5476 for: {'network': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 01:57:06.258172 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-016f8c1d-6f8f-45bd-8323-2db98199ba36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for network (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:06.266196 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-016f8c1d-6f8f-45bd-8323-2db98199ba36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:06.342642 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-016f8c1d-6f8f-45bd-8323-2db98199ba36 admin admin] Publish callbacks [] for security_group (d4de79dc-6653-4697-a288-a35ddf7a916f), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:06.346016 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-016f8c1d-6f8f-45bd-8323-2db98199ba36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (d4de79dc-6653-4697-a288-a35ddf7a916f), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:06.364407 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-016f8c1d-6f8f-45bd-8323-2db98199ba36 admin admin] Reserving flat network on physical network physnet1 {{(pid=104268) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 08 01:57:06.382266 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f8c1d-6f8f-45bd-8323-2db98199ba36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4de79dc-6653-4697-a288-a35ddf7a916f,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 01:57:06.388874 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-016f8c1d-6f8f-45bd-8323-2db98199ba36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (85e1942d-da80-4474-8baf-777e325afd8c), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:06.389491 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.db.segments_db [None req-016f8c1d-6f8f-45bd-8323-2db98199ba36 admin admin] Added segment 85e1942d-da80-4474-8baf-777e325afd8c of type flat for network fccc80fe-aa23-41fa-b00e-a506a2a0f94c Jun 08 01:57:06.443462 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-016f8c1d-6f8f-45bd-8323-2db98199ba36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744501171532'] for network (fccc80fe-aa23-41fa-b00e-a506a2a0f94c), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:06.475430 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-016f8c1d-6f8f-45bd-8323-2db98199ba36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516'] for network (fccc80fe-aa23-41fa-b00e-a506a2a0f94c), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:06.476425 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016f8c1d-6f8f-45bd-8323-2db98199ba36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 01:57:06.477005 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-016f8c1d-6f8f-45bd-8323-2db98199ba36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:06.556278 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-016f8c1d-6f8f-45bd-8323-2db98199ba36 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6477313 Jun 08 01:57:06.570852 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f8c1d-6f8f-45bd-8323-2db98199ba36 admin admin] Pushing event updated for resources: {'Network': ['ID=fccc80fe-aa23-41fa-b00e-a506a2a0f94c,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 01:57:06.587446 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Network fccc80fe-aa23-41fa-b00e-a506a2a0f94c details requested by agent ovs-agent-dv-cinder-845069-1-iscsi with host dv-cinder-845069-1-iscsi {{(pid=104270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 01:57:06.803771 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-887796ed-c9c1-4b07-95d8-c9ad9e915383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:09.073077 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 47260) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 01:57:09.087453 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-278c5ae6-6990-46d0-8459-80447b5db03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:09.628249 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfe8d87-a546-488d-a147-83abf0eb1e85 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 01:57:09.629629 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-ecfe8d87-a546-488d-a147-83abf0eb1e85 demo admin] 10.222.0.20 "GET /v2.0/subnets/f4cc260c-83b0-44aa-ac23-124abd605284 HTTP/1.1" status: 200 len: 849 time: 0.5556164 Jun 08 01:57:09.784777 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-dbd7ed2c-ecb5-4bec-a35a-0dd06590ec5d demo admin] 10.222.0.20 "GET /v2.0/routers/870aa07e-3f9b-494b-91f2-aee5a68316b8 HTTP/1.1" status: 200 len: 704 time: 0.1491637 Jun 08 01:57:10.043891 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-af483234-7b7e-4a75-b9d9-00b406e126cf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:10.204957 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:10.285898 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:57:10.334815 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:57:10.357197 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [None req-af483234-7b7e-4a75-b9d9-00b406e126cf demo admin] Allocated IP 172.20.0.1 (72f87a8c-19cb-42e8-a9fe-774df6f99805/f4cc260c-83b0-44aa-ac23-124abd605284/2ac8530a-590f-4867-bc21-de0d87e1ac27) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 01:57:10.503114 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=64,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:57:10.509455 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=14,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:57:10.539137 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-af483234-7b7e-4a75-b9d9-00b406e126cf demo admin] Publish callbacks [] for port (2ac8530a-590f-4867-bc21-de0d87e1ac27), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:10.602180 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-af483234-7b7e-4a75-b9d9-00b406e126cf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093'] for port (2ac8530a-590f-4867-bc21-de0d87e1ac27), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:10.669735 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af483234-7b7e-4a75-b9d9-00b406e126cf demo admin] Network 72f87a8c-19cb-42e8-a9fe-774df6f99805 is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 01:57:10.677623 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-af483234-7b7e-4a75-b9d9-00b406e126cf demo admin] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 01:57:10.692205 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af483234-7b7e-4a75-b9d9-00b406e126cf demo admin] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 01:57:10.692783 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-af483234-7b7e-4a75-b9d9-00b406e126cf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683938'] for router_interface (870aa07e-3f9b-494b-91f2-aee5a68316b8), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:10.749144 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af483234-7b7e-4a75-b9d9-00b406e126cf demo admin] Pushing event updated for resources: {'Port': ['ID=2ac8530a-590f-4867-bc21-de0d87e1ac27,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 01:57:10.935390 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:57:10.937455 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-747ae3ee-2f2f-4a31-9c55-e165168710c2 None None] Provisioning complete for port 2ac8530a-590f-4867-bc21-de0d87e1ac27 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 01:57:10.937843 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-747ae3ee-2f2f-4a31-9c55-e165168710c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (2ac8530a-590f-4867-bc21-de0d87e1ac27), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:10.941219 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:57:10.941380 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-af483234-7b7e-4a75-b9d9-00b406e126cf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (2ac8530a-590f-4867-bc21-de0d87e1ac27), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:11.019938 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-747ae3ee-2f2f-4a31-9c55-e165168710c2 None None] Port 2ac8530a-590f-4867-bc21-de0d87e1ac27 cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 01:57:11.176718 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-af483234-7b7e-4a75-b9d9-00b406e126cf demo admin] Publish callbacks [] for port (2ac8530a-590f-4867-bc21-de0d87e1ac27), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:11.181091 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-af483234-7b7e-4a75-b9d9-00b406e126cf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (2ac8530a-590f-4867-bc21-de0d87e1ac27), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:11.181947 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-af483234-7b7e-4a75-b9d9-00b406e126cf demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683862'] for router_interface (870aa07e-3f9b-494b-91f2-aee5a68316b8), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:11.257476 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af483234-7b7e-4a75-b9d9-00b406e126cf demo admin] Pushing event updated for resources: {'Port': ['ID=2ac8530a-590f-4867-bc21-de0d87e1ac27,revision_number=2']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 01:57:11.303159 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:57:11.308734 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af483234-7b7e-4a75-b9d9-00b406e126cf demo admin] Network 72f87a8c-19cb-42e8-a9fe-774df6f99805 is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 01:57:11.310445 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-af483234-7b7e-4a75-b9d9-00b406e126cf demo admin] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 01:57:11.416140 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:57:11.471988 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af483234-7b7e-4a75-b9d9-00b406e126cf demo admin] Router 870aa07e-3f9b-494b-91f2-aee5a68316b8 is scheduled to L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c with binding_index 1 {{(pid=104268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 08 01:57:11.537724 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-f27069f1-3c99-41c8-a30b-450952cdfe39 None None] Provisioning complete for port 2ac8530a-590f-4867-bc21-de0d87e1ac27 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 01:57:11.538534 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-f27069f1-3c99-41c8-a30b-450952cdfe39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (2ac8530a-590f-4867-bc21-de0d87e1ac27), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:11.560456 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af483234-7b7e-4a75-b9d9-00b406e126cf demo admin] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 01:57:11.565815 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-af483234-7b7e-4a75-b9d9-00b406e126cf demo admin] 10.222.0.20 "PUT /v2.0/routers/870aa07e-3f9b-494b-91f2-aee5a68316b8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7753959 Jun 08 01:57:11.569885 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba4e453-2031-4c69-89c9-b5c81ffb45dc None None] Sync routers for ids ['870aa07e-3f9b-494b-91f2-aee5a68316b8'] in dv-cinder-845069-1-iscsi {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 01:57:11.576481 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-f27069f1-3c99-41c8-a30b-450952cdfe39 None None] Port 2ac8530a-590f-4867-bc21-de0d87e1ac27 cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 01:57:11.583041 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba4e453-2031-4c69-89c9-b5c81ffb45dc None None] Routers {'870aa07e-3f9b-494b-91f2-aee5a68316b8'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 01:57:11.583632 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-eba4e453-2031-4c69-89c9-b5c81ffb45dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T01:57:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['870aa07e-3f9b-494b-91f2-aee5a68316b8'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 01:57:11.765876 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-eba4e453-2031-4c69-89c9-b5c81ffb45dc None None] Set router 870aa07e-3f9b-494b-91f2-aee5a68316b8 gateway port host: None {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 01:57:11.789294 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:12.180343 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-eba4e453-2031-4c69-89c9-b5c81ffb45dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870aa07e-3f9b-494b-91f2-aee5a68316b8', 'name': 'router1', 'tenant_id': 'faa8ebf890584746af20166b89a7e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T01:57:00Z', 'updated_at': '2022-06-08T01:57:10Z', 'revision_number': 2, 'project_id': 'faa8ebf890584746af20166b89a7e162', 'gw_port_host': None, '_interfaces': [{'id': '2ac8530a-590f-4867-bc21-de0d87e1ac27', 'name': '', 'network_id': '72f87a8c-19cb-42e8-a9fe-774df6f99805', 'tenant_id': 'faa8ebf890584746af20166b89a7e162', 'mac_address': 'fa:16:3e:ca:d6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870aa07e-3f9b-494b-91f2-aee5a68316b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f4cc260c-83b0-44aa-ac23-124abd605284', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T01:57:10Z', 'updated_at': '2022-06-08T01:57:11Z', 'revision_number': 2, 'project_id': 'faa8ebf890584746af20166b89a7e162', 'subnets': [{'id': 'f4cc260c-83b0-44aa-ac23-124abd605284', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '200172d9-f655-46ab-810a-48c1453f0db0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 01:57:12.230243 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba4e453-2031-4c69-89c9-b5c81ffb45dc None None] Checking router: 870aa07e-3f9b-494b-91f2-aee5a68316b8 for host: dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 01:57:12.230611 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba4e453-2031-4c69-89c9-b5c81ffb45dc None None] Updating router 870aa07e-3f9b-494b-91f2-aee5a68316b8 port 2ac8530a-590f-4867-bc21-de0d87e1ac27 binding host dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 01:57:12.284433 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-eba4e453-2031-4c69-89c9-b5c81ffb45dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (2ac8530a-590f-4867-bc21-de0d87e1ac27), before_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:12.824745 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-eba4e453-2031-4c69-89c9-b5c81ffb45dc None None] Publish callbacks [] for port (2ac8530a-590f-4867-bc21-de0d87e1ac27), precommit_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:12.831791 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-eba4e453-2031-4c69-89c9-b5c81ffb45dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (2ac8530a-590f-4867-bc21-de0d87e1ac27), after_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:13.000024 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.managers [None req-eba4e453-2031-4c69-89c9-b5c81ffb45dc None None] Attempting to bind port 2ac8530a-590f-4867-bc21-de0d87e1ac27 on host dv-cinder-845069-1-iscsi for vnic_type normal with profile {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 01:57:13.000479 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.managers [None req-eba4e453-2031-4c69-89c9-b5c81ffb45dc None None] Attempting to bind port 2ac8530a-590f-4867-bc21-de0d87e1ac27 by drivers openvswitch,hyperv on host dv-cinder-845069-1-iscsi at level 0 using segments [{'id': '901c7ede-0d8b-425c-8ec4-a5911f28cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '72f87a8c-19cb-42e8-a9fe-774df6f99805'}] {{(pid=104271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 01:57:13.000969 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba4e453-2031-4c69-89c9-b5c81ffb45dc None None] Attempting to bind port 2ac8530a-590f-4867-bc21-de0d87e1ac27 on network 72f87a8c-19cb-42e8-a9fe-774df6f99805 {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 01:57:13.003328 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be5eb5-ed29-48bd-a1db-5dd4d78608fe None None] Pushing event updated for resources: {'Port': ['ID=2ac8530a-590f-4867-bc21-de0d87e1ac27,revision_number=3']} {{(pid=104271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 01:57:13.011521 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba4e453-2031-4c69-89c9-b5c81ffb45dc None None] Checking agent: {'id': 'f845c03f-68d4-4819-b53b-956a55a73879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 1, 56, 43), 'started_at': datetime.datetime(2022, 6, 8, 1, 56, 43), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 1, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 01:57:13.011936 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba4e453-2031-4c69-89c9-b5c81ffb45dc None None] Checking segment: {'id': '901c7ede-0d8b-425c-8ec4-a5911f28cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '72f87a8c-19cb-42e8-a9fe-774df6f99805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 01:57:13.012451 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-eba4e453-2031-4c69-89c9-b5c81ffb45dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:13.012843 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba4e453-2031-4c69-89c9-b5c81ffb45dc None None] Bound using segment: {'id': '901c7ede-0d8b-425c-8ec4-a5911f28cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '72f87a8c-19cb-42e8-a9fe-774df6f99805'} {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 01:57:13.013333 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.managers [None req-eba4e453-2031-4c69-89c9-b5c81ffb45dc None None] Bound port: 2ac8530a-590f-4867-bc21-de0d87e1ac27, host: dv-cinder-845069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '901c7ede-0d8b-425c-8ec4-a5911f28cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '72f87a8c-19cb-42e8-a9fe-774df6f99805'}}] {{(pid=104271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 01:57:13.013720 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-eba4e453-2031-4c69-89c9-b5c81ffb45dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (2ac8530a-590f-4867-bc21-de0d87e1ac27), before_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:13.026395 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08be5eb5-ed29-48bd-a1db-5dd4d78608fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:57:13.026739 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08be5eb5-ed29-48bd-a1db-5dd4d78608fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:57:13.027084 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08be5eb5-ed29-48bd-a1db-5dd4d78608fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:57:13.027419 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08be5eb5-ed29-48bd-a1db-5dd4d78608fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:57:13.027746 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08be5eb5-ed29-48bd-a1db-5dd4d78608fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:57:13.028069 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08be5eb5-ed29-48bd-a1db-5dd4d78608fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:57:13.028456 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08be5eb5-ed29-48bd-a1db-5dd4d78608fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:57:13.028731 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08be5eb5-ed29-48bd-a1db-5dd4d78608fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:57:13.029051 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08be5eb5-ed29-48bd-a1db-5dd4d78608fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:57:13.029368 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08be5eb5-ed29-48bd-a1db-5dd4d78608fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:57:13.029687 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08be5eb5-ed29-48bd-a1db-5dd4d78608fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:57:13.030019 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08be5eb5-ed29-48bd-a1db-5dd4d78608fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:57:13.030336 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08be5eb5-ed29-48bd-a1db-5dd4d78608fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:57:13.030648 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08be5eb5-ed29-48bd-a1db-5dd4d78608fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:57:13.030961 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08be5eb5-ed29-48bd-a1db-5dd4d78608fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08be5eb5-ed29-48bd-a1db-5dd4d78608fe None None] Tracked resource versions report: Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: pushed versions: Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: { 'AddressGroup': {'1.2'}, Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: 'Agent': {'1.1'}, Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: 'ConntrackHelper': {'1.0'}, Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: 'LocalIPAssociation': {'1.0'}, Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: 'Log': {'1.0'}, Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: 'NDPProxy': {'1.0'}, Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: 'Network': {'1.1'}, Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: 'Port': {'1.7'}, Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: 'PortForwarding': {'1.3'}, Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: 'QosPolicy': {'1.10'}, Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: 'SecurityGroup': {'1.5'}, Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: 'SecurityGroupRule': {'1.2'}, Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: 'SubPort': {'1.0'}, Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: 'Subnet': {'1.1'}, Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: 'Trunk': {'1.1'}} Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: consumer versions: Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: { DHCP agent@dv-cinder-845069-1-iscsi: {}, Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: L3 agent@dv-cinder-845069-1-iscsi: {}, Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: Metadata agent@dv-cinder-845069-1-iscsi: {}, Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: Metering agent@dv-cinder-845069-1-iscsi: {}, Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: Open vSwitch agent@dv-cinder-845069-1-iscsi: { 'AddressGroup': '1.2', Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: 'Agent': '1.1', Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: 'ConntrackHelper': '1.0', Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: 'LocalIPAssociation': '1.0', Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: 'Log': '1.0', Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: 'NDPProxy': '1.0', Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: 'Network': '1.1', Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: 'Port': '1.7', Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: 'PortForwarding': '1.3', Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: 'QosPolicy': '1.10', Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: 'SecurityGroup': '1.5', Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: 'SecurityGroupRule': '1.2', Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: 'SubPort': '1.0', Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: 'Subnet': '1.1', Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: 'Trunk': '1.1'}} Jun 08 01:57:13.033230 dv-cinder-845069-1-iscsi neutron-server[104271]: {{(pid=104271) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 01:57:13.092693 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:57:13.093969 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.db [None req-eba4e453-2031-4c69-89c9-b5c81ffb45dc None None] For port 2ac8530a-590f-4867-bc21-de0d87e1ac27, host dv-cinder-845069-1-iscsi, cleared binding levels {{(pid=104271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 01:57:13.112747 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5a67f928-abe2-4582-9c71-91d0978b9935 None None] Provisioning complete for port 2ac8530a-590f-4867-bc21-de0d87e1ac27 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 01:57:13.113335 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5a67f928-abe2-4582-9c71-91d0978b9935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (2ac8530a-590f-4867-bc21-de0d87e1ac27), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:13.116301 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.db [None req-eba4e453-2031-4c69-89c9-b5c81ffb45dc None None] For port 2ac8530a-590f-4867-bc21-de0d87e1ac27, host dv-cinder-845069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=2ac8530a-590f-4867-bc21-de0d87e1ac27,segment=NetworkSegment(901c7ede-0d8b-425c-8ec4-a5911f28cf30),segment_id=901c7ede-0d8b-425c-8ec4-a5911f28cf30)] {{(pid=104271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 01:57:13.117374 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:57:13.125254 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-eba4e453-2031-4c69-89c9-b5c81ffb45dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (2ac8530a-590f-4867-bc21-de0d87e1ac27), after_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:13.149510 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5a67f928-abe2-4582-9c71-91d0978b9935 None None] Port 2ac8530a-590f-4867-bc21-de0d87e1ac27 cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 01:57:13.179719 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba4e453-2031-4c69-89c9-b5c81ffb45dc None None] Routers {'870aa07e-3f9b-494b-91f2-aee5a68316b8'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 01:57:13.180350 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-eba4e453-2031-4c69-89c9-b5c81ffb45dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T01:57:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['870aa07e-3f9b-494b-91f2-aee5a68316b8'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 01:57:13.251307 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be5eb5-ed29-48bd-a1db-5dd4d78608fe None None] Pushing event updated for resources: {'Port': ['ID=2ac8530a-590f-4867-bc21-de0d87e1ac27,revision_number=4']} {{(pid=104271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 01:57:13.275373 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-eba4e453-2031-4c69-89c9-b5c81ffb45dc None None] Set router 870aa07e-3f9b-494b-91f2-aee5a68316b8 gateway port host: None {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 01:57:13.301742 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:13.470339 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-930675f1-90f1-4cdd-ba85-82efb2476491 None None] Provisioning complete for port 2ac8530a-590f-4867-bc21-de0d87e1ac27 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 01:57:13.470831 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-930675f1-90f1-4cdd-ba85-82efb2476491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (2ac8530a-590f-4867-bc21-de0d87e1ac27), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:13.498638 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-eba4e453-2031-4c69-89c9-b5c81ffb45dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870aa07e-3f9b-494b-91f2-aee5a68316b8', 'name': 'router1', 'tenant_id': 'faa8ebf890584746af20166b89a7e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T01:57:00Z', 'updated_at': '2022-06-08T01:57:10Z', 'revision_number': 2, 'project_id': 'faa8ebf890584746af20166b89a7e162', 'gw_port_host': None, '_interfaces': [{'id': '2ac8530a-590f-4867-bc21-de0d87e1ac27', 'name': '', 'network_id': '72f87a8c-19cb-42e8-a9fe-774df6f99805', 'tenant_id': 'faa8ebf890584746af20166b89a7e162', 'mac_address': 'fa:16:3e:ca:d6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870aa07e-3f9b-494b-91f2-aee5a68316b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f4cc260c-83b0-44aa-ac23-124abd605284', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T01:57:10Z', 'updated_at': '2022-06-08T01:57:13Z', 'revision_number': 4, 'project_id': 'faa8ebf890584746af20166b89a7e162', 'subnets': [{'id': 'f4cc260c-83b0-44aa-ac23-124abd605284', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '200172d9-f655-46ab-810a-48c1453f0db0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 01:57:13.525010 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba4e453-2031-4c69-89c9-b5c81ffb45dc None None] The sync data for ids ['870aa07e-3f9b-494b-91f2-aee5a68316b8'] in dv-cinder-845069-1-iscsi is: [{'id': '870aa07e-3f9b-494b-91f2-aee5a68316b8', 'name': 'router1', 'tenant_id': 'faa8ebf890584746af20166b89a7e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T01:57:00Z', 'updated_at': '2022-06-08T01:57:10Z', 'revision_number': 2, 'project_id': 'faa8ebf890584746af20166b89a7e162', 'gw_port_host': None, '_interfaces': [{'id': '2ac8530a-590f-4867-bc21-de0d87e1ac27', 'name': '', 'network_id': '72f87a8c-19cb-42e8-a9fe-774df6f99805', 'tenant_id': 'faa8ebf890584746af20166b89a7e162', 'mac_address': 'fa:16:3e:ca:d6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870aa07e-3f9b-494b-91f2-aee5a68316b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f4cc260c-83b0-44aa-ac23-124abd605284', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T01:57:10Z', 'updated_at': '2022-06-08T01:57:13Z', 'revision_number': 4, 'project_id': 'faa8ebf890584746af20166b89a7e162', 'subnets': [{'id': 'f4cc260c-83b0-44aa-ac23-124abd605284', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '200172d9-f655-46ab-810a-48c1453f0db0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 01:57:13.548521 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-930675f1-90f1-4cdd-ba85-82efb2476491 None None] Current status of the port 2ac8530a-590f-4867-bc21-de0d87e1ac27 is: DOWN; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 01:57:13.549016 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-930675f1-90f1-4cdd-ba85-82efb2476491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (2ac8530a-590f-4867-bc21-de0d87e1ac27), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:13.581977 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-930675f1-90f1-4cdd-ba85-82efb2476491 None None] For port 2ac8530a-590f-4867-bc21-de0d87e1ac27, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=2ac8530a-590f-4867-bc21-de0d87e1ac27,segment=NetworkSegment(901c7ede-0d8b-425c-8ec4-a5911f28cf30),segment_id=901c7ede-0d8b-425c-8ec4-a5911f28cf30)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 01:57:13.586331 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-930675f1-90f1-4cdd-ba85-82efb2476491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (2ac8530a-590f-4867-bc21-de0d87e1ac27), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:13.640384 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930675f1-90f1-4cdd-ba85-82efb2476491 None None] Pushing event updated for resources: {'Port': ['ID=2ac8530a-590f-4867-bc21-de0d87e1ac27,revision_number=5']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 01:57:14.083376 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 47282) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 01:57:14.289809 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ec7473-33f7-4d55-999f-ded8f4045428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 01:57:14.291156 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-40ec7473-33f7-4d55-999f-ded8f4045428 admin admin] 10.222.0.20 "GET /v2.0/networks/fccc80fe-aa23-41fa-b00e-a506a2a0f94c HTTP/1.1" status: 200 len: 842 time: 0.2068281 Jun 08 01:57:14.301771 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-a1556ee8-0e17-4d76-9153-51fec69005b3 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'cidr': '172.27.1.0/24'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 01:57:14.326401 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1556ee8-0e17-4d76-9153-51fec69005b3 admin admin] Made reservation on behalf of d34d18aa450b41d2ac1001da2d9a5476 for: {'subnet': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 01:57:14.329032 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a1556ee8-0e17-4d76-9153-51fec69005b3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:14.614632 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.objects.ports [None req-a1556ee8-0e17-4d76-9153-51fec69005b3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104268) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 08 01:57:14.615077 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a1556ee8-0e17-4d76-9153-51fec69005b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516'] for subnet (5f93db06-58fb-4390-8563-710a437b082f), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:14.679062 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1556ee8-0e17-4d76-9153-51fec69005b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f93db06-58fb-4390-8563-710a437b082f,revision_number=0']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 01:57:14.691671 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1556ee8-0e17-4d76-9153-51fec69005b3 admin admin] Checking segment: {'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 01:57:14.692027 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1556ee8-0e17-4d76-9153-51fec69005b3 admin admin] Network hostable DHCP agents. Network: fccc80fe-aa23-41fa-b00e-a506a2a0f94c, hostable agents: ['45a4719c-dff8-447a-9451-2d43a5a3b5e6'], hosted agents: [] {{(pid=104268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 01:57:14.712980 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1556ee8-0e17-4d76-9153-51fec69005b3 admin admin] Network fccc80fe-aa23-41fa-b00e-a506a2a0f94c is scheduled to be hosted by DHCP agent 45a4719c-dff8-447a-9451-2d43a5a3b5e6 with binding_index 1 {{(pid=104268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 01:57:14.724146 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-a1556ee8-0e17-4d76-9153-51fec69005b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-1-iscsi, fccc80fe-aa23-41fa-b00e-a506a2a0f94c) {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 01:57:14.728228 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1556ee8-0e17-4d76-9153-51fec69005b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 01:57:14.728846 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a1556ee8-0e17-4d76-9153-51fec69005b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for subnet (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:14.734521 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc912e08-3ae4-4b50-935b-ce095da4cbe5 None None] Network fccc80fe-aa23-41fa-b00e-a506a2a0f94c requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 01:57:14.747795 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-a1556ee8-0e17-4d76-9153-51fec69005b3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4505396 Jun 08 01:57:14.849156 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f02a409-34e8-43fe-bdfb-0e8e232f6b15 None None] Network fccc80fe-aa23-41fa-b00e-a506a2a0f94c requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 01:57:17.253746 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 47300) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 01:57:17.380613 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-e89161af-c7cd-44de-98cc-2c957a73dc4c demo admin] 10.222.0.20 "GET /v2.0/routers/870aa07e-3f9b-494b-91f2-aee5a68316b8 HTTP/1.1" status: 200 len: 710 time: 0.1256368 Jun 08 01:57:17.467431 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2436a3-c137-4b0b-8d83-e8f100f47914 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 01:57:17.468823 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-1a2436a3-c137-4b0b-8d83-e8f100f47914 demo admin] 10.222.0.20 "GET /v2.0/networks/fccc80fe-aa23-41fa-b00e-a506a2a0f94c HTTP/1.1" status: 200 len: 886 time: 0.0826986 Jun 08 01:57:17.477921 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-3c8a0701-f8a5-448b-9dea-4ae2195dc219 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 01:57:17.480068 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:57:17.616548 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:57:17.806134 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3c8a0701-f8a5-448b-9dea-4ae2195dc219 demo admin] Publish callbacks [] for router_gateway (870aa07e-3f9b-494b-91f2-aee5a68316b8), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:18.020587 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3c8a0701-f8a5-448b-9dea-4ae2195dc219 demo admin] Publish callbacks [] for router_gateway (870aa07e-3f9b-494b-91f2-aee5a68316b8), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:18.093863 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3c8a0701-f8a5-448b-9dea-4ae2195dc219 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:18.196800 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [None req-3c8a0701-f8a5-448b-9dea-4ae2195dc219 demo admin] Allocated IP 172.27.1.83 (fccc80fe-aa23-41fa-b00e-a506a2a0f94c/5f93db06-58fb-4390-8563-710a437b082f/6c919766-100f-4883-b11a-7ee320ddf150) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 01:57:18.284126 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 5 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 01:57:18.300930 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3c8a0701-f8a5-448b-9dea-4ae2195dc219 demo admin] Publish callbacks [] for port (6c919766-100f-4883-b11a-7ee320ddf150), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:18.333231 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3c8a0701-f8a5-448b-9dea-4ae2195dc219 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093'] for port (6c919766-100f-4883-b11a-7ee320ddf150), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:18.371903 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8a0701-f8a5-448b-9dea-4ae2195dc219 demo admin] Network fccc80fe-aa23-41fa-b00e-a506a2a0f94c is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 01:57:18.379664 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-3c8a0701-f8a5-448b-9dea-4ae2195dc219 demo admin] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 01:57:18.382030 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a0701-f8a5-448b-9dea-4ae2195dc219 demo admin] Pushing event updated for resources: {'Port': ['ID=6c919766-100f-4883-b11a-7ee320ddf150,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 01:57:18.386211 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8a0701-f8a5-448b-9dea-4ae2195dc219 demo admin] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 01:57:18.453814 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:57:18.555368 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:57:18.638603 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3c8a0701-f8a5-448b-9dea-4ae2195dc219 demo admin] Publish callbacks [] for router_gateway (870aa07e-3f9b-494b-91f2-aee5a68316b8), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:18.826554 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3c8a0701-f8a5-448b-9dea-4ae2195dc219 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-682939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-683642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6843'] for router (870aa07e-3f9b-494b-91f2-aee5a68316b8), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:18.831311 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3c8a0701-f8a5-448b-9dea-4ae2195dc219 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-682914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-682925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-683621'] for router (870aa07e-3f9b-494b-91f2-aee5a68316b8), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:19.037880 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8a0701-f8a5-448b-9dea-4ae2195dc219 demo admin] Router 870aa07e-3f9b-494b-91f2-aee5a68316b8 has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 01:57:19.140659 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8a0701-f8a5-448b-9dea-4ae2195dc219 demo admin] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 01:57:19.146360 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3c8a0701-f8a5-448b-9dea-4ae2195dc219 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:19.147558 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-3c8a0701-f8a5-448b-9dea-4ae2195dc219 demo admin] 10.222.0.20 "PUT /v2.0/routers/870aa07e-3f9b-494b-91f2-aee5a68316b8 HTTP/1.1" status: 200 len: 889 time: 1.6730328 Jun 08 01:57:21.632374 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 47314) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 01:57:21.752450 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-f65a2066-6020-4af0-9698-f883a0bf9b01 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1181455 Jun 08 01:57:22.143576 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 2ac8530a-590f-4867-bc21-de0d87e1ac27 up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 01:57:22.199511 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 2ac8530a-590f-4867-bc21-de0d87e1ac27 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 01:57:22.199904 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (2ac8530a-590f-4867-bc21-de0d87e1ac27), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:22.276901 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 2ac8530a-590f-4867-bc21-de0d87e1ac27 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 01:57:22.431431 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62086bc6-bbac-4221-b231-9a07084e100f None None] Sync routers for ids ['870aa07e-3f9b-494b-91f2-aee5a68316b8'] in dv-cinder-845069-1-iscsi {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 01:57:22.443431 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62086bc6-bbac-4221-b231-9a07084e100f None None] Routers {'870aa07e-3f9b-494b-91f2-aee5a68316b8'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 01:57:22.444098 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-62086bc6-bbac-4221-b231-9a07084e100f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T01:57:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['870aa07e-3f9b-494b-91f2-aee5a68316b8'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 01:57:22.649936 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-62086bc6-bbac-4221-b231-9a07084e100f None None] Set router 870aa07e-3f9b-494b-91f2-aee5a68316b8 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 01:57:22.669709 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=100 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:57:22.934431 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:57:23.036390 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-62086bc6-bbac-4221-b231-9a07084e100f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870aa07e-3f9b-494b-91f2-aee5a68316b8', 'name': 'router1', 'tenant_id': 'faa8ebf890584746af20166b89a7e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '6c919766-100f-4883-b11a-7ee320ddf150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T01:57:00Z', 'updated_at': '2022-06-08T01:57:18Z', 'revision_number': 4, 'project_id': 'faa8ebf890584746af20166b89a7e162', 'gw_port': {'id': '6c919766-100f-4883-b11a-7ee320ddf150', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870aa07e-3f9b-494b-91f2-aee5a68316b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T01:57:18Z', 'updated_at': '2022-06-08T01:57:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '2ac8530a-590f-4867-bc21-de0d87e1ac27', 'name': '', 'network_id': '72f87a8c-19cb-42e8-a9fe-774df6f99805', 'tenant_id': 'faa8ebf890584746af20166b89a7e162', 'mac_address': 'fa:16:3e:ca:d6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870aa07e-3f9b-494b-91f2-aee5a68316b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f4cc260c-83b0-44aa-ac23-124abd605284', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T01:57:10Z', 'updated_at': '2022-06-08T01:57:13Z', 'revision_number': 5, 'project_id': 'faa8ebf890584746af20166b89a7e162', 'subnets': [{'id': 'f4cc260c-83b0-44aa-ac23-124abd605284', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '200172d9-f655-46ab-810a-48c1453f0db0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 01:57:23.159844 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62086bc6-bbac-4221-b231-9a07084e100f None None] Checking router: 870aa07e-3f9b-494b-91f2-aee5a68316b8 for host: dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 01:57:23.160511 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62086bc6-bbac-4221-b231-9a07084e100f None None] Updating router 870aa07e-3f9b-494b-91f2-aee5a68316b8 port 6c919766-100f-4883-b11a-7ee320ddf150 binding host dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 01:57:23.215012 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-62086bc6-bbac-4221-b231-9a07084e100f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (6c919766-100f-4883-b11a-7ee320ddf150), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:23.503361 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=48 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:57:23.561771 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-62086bc6-bbac-4221-b231-9a07084e100f None None] Publish callbacks [] for port (6c919766-100f-4883-b11a-7ee320ddf150), precommit_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:23.568127 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-62086bc6-bbac-4221-b231-9a07084e100f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (6c919766-100f-4883-b11a-7ee320ddf150), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:23.621201 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee865416-7167-4e48-93e7-e432bb4fa705 None None] Pushing event updated for resources: {'Port': ['ID=6c919766-100f-4883-b11a-7ee320ddf150,revision_number=2']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 01:57:23.624200 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-62086bc6-bbac-4221-b231-9a07084e100f None None] Attempting to bind port 6c919766-100f-4883-b11a-7ee320ddf150 on host dv-cinder-845069-1-iscsi for vnic_type normal with profile {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 01:57:23.624200 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-62086bc6-bbac-4221-b231-9a07084e100f None None] Attempting to bind port 6c919766-100f-4883-b11a-7ee320ddf150 by drivers openvswitch,hyperv on host dv-cinder-845069-1-iscsi at level 0 using segments [{'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 01:57:23.624200 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62086bc6-bbac-4221-b231-9a07084e100f None None] Attempting to bind port 6c919766-100f-4883-b11a-7ee320ddf150 on network fccc80fe-aa23-41fa-b00e-a506a2a0f94c {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 01:57:23.630992 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62086bc6-bbac-4221-b231-9a07084e100f None None] Checking agent: {'id': 'f845c03f-68d4-4819-b53b-956a55a73879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 1, 56, 43), 'started_at': datetime.datetime(2022, 6, 8, 1, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 1, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 01:57:23.630992 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62086bc6-bbac-4221-b231-9a07084e100f None None] Checking segment: {'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 01:57:23.631303 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-62086bc6-bbac-4221-b231-9a07084e100f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:23.631535 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62086bc6-bbac-4221-b231-9a07084e100f None None] Bound using segment: {'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 01:57:23.632057 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-62086bc6-bbac-4221-b231-9a07084e100f None None] Bound port: 6c919766-100f-4883-b11a-7ee320ddf150, host: dv-cinder-845069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 01:57:23.632493 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-62086bc6-bbac-4221-b231-9a07084e100f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (6c919766-100f-4883-b11a-7ee320ddf150), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:23.686741 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-62086bc6-bbac-4221-b231-9a07084e100f None None] For port 6c919766-100f-4883-b11a-7ee320ddf150, host dv-cinder-845069-1-iscsi, cleared binding levels {{(pid=104270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 01:57:23.691035 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-62086bc6-bbac-4221-b231-9a07084e100f None None] For port 6c919766-100f-4883-b11a-7ee320ddf150, host dv-cinder-845069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=6c919766-100f-4883-b11a-7ee320ddf150,segment=NetworkSegment(85e1942d-da80-4474-8baf-777e325afd8c),segment_id=85e1942d-da80-4474-8baf-777e325afd8c)] {{(pid=104270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 01:57:23.699017 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-62086bc6-bbac-4221-b231-9a07084e100f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (6c919766-100f-4883-b11a-7ee320ddf150), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:23.759601 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62086bc6-bbac-4221-b231-9a07084e100f None None] Routers {'870aa07e-3f9b-494b-91f2-aee5a68316b8'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 01:57:23.760159 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-62086bc6-bbac-4221-b231-9a07084e100f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T01:57:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['870aa07e-3f9b-494b-91f2-aee5a68316b8'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 01:57:23.761903 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee865416-7167-4e48-93e7-e432bb4fa705 None None] Pushing event updated for resources: {'Port': ['ID=6c919766-100f-4883-b11a-7ee320ddf150,revision_number=3']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 01:57:23.868341 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:57:23.873128 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-62086bc6-bbac-4221-b231-9a07084e100f None None] Set router 870aa07e-3f9b-494b-91f2-aee5a68316b8 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 01:57:24.079974 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:57:24.098090 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-62086bc6-bbac-4221-b231-9a07084e100f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870aa07e-3f9b-494b-91f2-aee5a68316b8', 'name': 'router1', 'tenant_id': 'faa8ebf890584746af20166b89a7e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '6c919766-100f-4883-b11a-7ee320ddf150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T01:57:00Z', 'updated_at': '2022-06-08T01:57:18Z', 'revision_number': 4, 'project_id': 'faa8ebf890584746af20166b89a7e162', 'gw_port': {'id': '6c919766-100f-4883-b11a-7ee320ddf150', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870aa07e-3f9b-494b-91f2-aee5a68316b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T01:57:18Z', 'updated_at': '2022-06-08T01:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '2ac8530a-590f-4867-bc21-de0d87e1ac27', 'name': '', 'network_id': '72f87a8c-19cb-42e8-a9fe-774df6f99805', 'tenant_id': 'faa8ebf890584746af20166b89a7e162', 'mac_address': 'fa:16:3e:ca:d6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870aa07e-3f9b-494b-91f2-aee5a68316b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f4cc260c-83b0-44aa-ac23-124abd605284', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T01:57:10Z', 'updated_at': '2022-06-08T01:57:13Z', 'revision_number': 5, 'project_id': 'faa8ebf890584746af20166b89a7e162', 'subnets': [{'id': 'f4cc260c-83b0-44aa-ac23-124abd605284', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '200172d9-f655-46ab-810a-48c1453f0db0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 01:57:24.127495 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62086bc6-bbac-4221-b231-9a07084e100f None None] The sync data for ids ['870aa07e-3f9b-494b-91f2-aee5a68316b8'] in dv-cinder-845069-1-iscsi is: [{'id': '870aa07e-3f9b-494b-91f2-aee5a68316b8', 'name': 'router1', 'tenant_id': 'faa8ebf890584746af20166b89a7e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '6c919766-100f-4883-b11a-7ee320ddf150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T01:57:00Z', 'updated_at': '2022-06-08T01:57:18Z', 'revision_number': 4, 'project_id': 'faa8ebf890584746af20166b89a7e162', 'gw_port': {'id': '6c919766-100f-4883-b11a-7ee320ddf150', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870aa07e-3f9b-494b-91f2-aee5a68316b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T01:57:18Z', 'updated_at': '2022-06-08T01:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '2ac8530a-590f-4867-bc21-de0d87e1ac27', 'name': '', 'network_id': '72f87a8c-19cb-42e8-a9fe-774df6f99805', 'tenant_id': 'faa8ebf890584746af20166b89a7e162', 'mac_address': 'fa:16:3e:ca:d6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870aa07e-3f9b-494b-91f2-aee5a68316b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f4cc260c-83b0-44aa-ac23-124abd605284', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T01:57:10Z', 'updated_at': '2022-06-08T01:57:13Z', 'revision_number': 5, 'project_id': 'faa8ebf890584746af20166b89a7e162', 'subnets': [{'id': 'f4cc260c-83b0-44aa-ac23-124abd605284', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '200172d9-f655-46ab-810a-48c1453f0db0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 01:57:26.224588 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 6c919766-100f-4883-b11a-7ee320ddf150 up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 01:57:26.283358 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 6c919766-100f-4883-b11a-7ee320ddf150 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 01:57:26.284140 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (6c919766-100f-4883-b11a-7ee320ddf150), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:26.367976 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 6c919766-100f-4883-b11a-7ee320ddf150 is: DOWN; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 01:57:26.368720 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (6c919766-100f-4883-b11a-7ee320ddf150), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:26.394523 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] For port 6c919766-100f-4883-b11a-7ee320ddf150, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=6c919766-100f-4883-b11a-7ee320ddf150,segment=NetworkSegment(85e1942d-da80-4474-8baf-777e325afd8c),segment_id=85e1942d-da80-4474-8baf-777e325afd8c)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 01:57:26.405221 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (6c919766-100f-4883-b11a-7ee320ddf150), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:26.472300 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Pushing event updated for resources: {'Port': ['ID=6c919766-100f-4883-b11a-7ee320ddf150,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 01:57:28.206596 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 6c919766-100f-4883-b11a-7ee320ddf150 up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 01:57:28.273133 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 6c919766-100f-4883-b11a-7ee320ddf150 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 01:57:28.273706 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (6c919766-100f-4883-b11a-7ee320ddf150), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:28.375793 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 6c919766-100f-4883-b11a-7ee320ddf150 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 01:57:31.740218 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:57:31.748435 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=55 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:57:35.286654 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=2 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:57:35.292290 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=39 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:57:36.808965 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-7d059d68-90a6-443d-8b04-343d33640efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:39.098135 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5d57ea65-cf16-4a74-8cf1-4b795b089ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:40.211039 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:41.811224 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:43.300891 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:57:53.285958 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=59,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:57:53.296847 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=70,neutron:UPDATE=4 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:57:55.284606 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 5 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 01:58:06.804690 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-98956744-686e-4867-8006-4c39a124def4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:58:09.095617 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-1de95bc9-89aa-49f2-a02b-61da24558f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:58:10.211063 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:58:11.798191 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:58:12.276939 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=3 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:58:12.290198 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=5 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:58:13.296598 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:58:23.290234 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:58:23.292352 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:58:32.284708 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 5 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 01:58:36.804635 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-746cc185-f586-4121-9efb-47e229c52575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:58:39.098514 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-82065767-d22c-4a57-85b0-29bb06fe22d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:58:40.209450 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:58:40.989573 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 47850) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 01:58:41.051355 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc6cbe7a-1945-411e-9f84-b520e9687bb4 admin admin] GET failed (client error): The resource could not be found. Jun 08 01:58:41.052744 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-dc6cbe7a-1945-411e-9f84-b520e9687bb4 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0621760 Jun 08 01:58:41.219851 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15180d9-d8b3-481e-81d0-35b8fcd5973e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 01:58:41.221301 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-d15180d9-d8b3-481e-81d0-35b8fcd5973e admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1645143 Jun 08 01:58:41.794404 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:58:43.301245 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:58:43.487478 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 47860) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 01:58:43.579545 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cc0402-6bed-4a07-ad65-6ade9974ff61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 01:58:43.580853 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-98cc0402-6bed-4a07-ad65-6ade9974ff61 admin admin] 10.222.0.20 "GET /v2.0/subnets/f4cc260c-83b0-44aa-ac23-124abd605284 HTTP/1.1" status: 200 len: 849 time: 0.0924337 Jun 08 01:58:43.590300 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-024d1f77-3790-45f6-b0bb-47a04d5470dc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 01:58:43.678281 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-024d1f77-3790-45f6-b0bb-47a04d5470dc admin admin] Publish callbacks [] for subnet (f4cc260c-83b0-44aa-ac23-124abd605284), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:58:43.815836 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-024d1f77-3790-45f6-b0bb-47a04d5470dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744501597157'] for subnet (f4cc260c-83b0-44aa-ac23-124abd605284), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:58:43.848187 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024d1f77-3790-45f6-b0bb-47a04d5470dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 01:58:43.848740 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-024d1f77-3790-45f6-b0bb-47a04d5470dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for subnet (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:58:43.850171 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-024d1f77-3790-45f6-b0bb-47a04d5470dc admin admin] 10.222.0.20 "PUT /v2.0/subnets/f4cc260c-83b0-44aa-ac23-124abd605284 HTTP/1.1" status: 200 len: 868 time: 0.2632959 Jun 08 01:58:43.854483 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e512dff1-0c10-4f0e-acb2-8e0b5f89acc2 None None] Network 72f87a8c-19cb-42e8-a9fe-774df6f99805 requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 01:58:43.876039 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d1f77-3790-45f6-b0bb-47a04d5470dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4cc260c-83b0-44aa-ac23-124abd605284,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 01:58:43.884277 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024d1f77-3790-45f6-b0bb-47a04d5470dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:58:43.884800 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024d1f77-3790-45f6-b0bb-47a04d5470dc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:58:43.885219 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024d1f77-3790-45f6-b0bb-47a04d5470dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:58:43.885706 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024d1f77-3790-45f6-b0bb-47a04d5470dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:58:43.886185 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024d1f77-3790-45f6-b0bb-47a04d5470dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:58:43.886571 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024d1f77-3790-45f6-b0bb-47a04d5470dc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:58:43.886906 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024d1f77-3790-45f6-b0bb-47a04d5470dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:58:43.887240 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024d1f77-3790-45f6-b0bb-47a04d5470dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:58:43.887592 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024d1f77-3790-45f6-b0bb-47a04d5470dc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:58:43.888014 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024d1f77-3790-45f6-b0bb-47a04d5470dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:58:43.888382 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024d1f77-3790-45f6-b0bb-47a04d5470dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:58:43.888772 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024d1f77-3790-45f6-b0bb-47a04d5470dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:58:43.889310 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024d1f77-3790-45f6-b0bb-47a04d5470dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:58:43.889719 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024d1f77-3790-45f6-b0bb-47a04d5470dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:58:43.890294 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024d1f77-3790-45f6-b0bb-47a04d5470dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:58:44.221820 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-c99c94c8-1df9-43a2-b676-e4609169fcf2 None None] Provisioning complete for port 2ac8530a-590f-4867-bc21-de0d87e1ac27 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 01:58:44.222209 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-c99c94c8-1df9-43a2-b676-e4609169fcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (2ac8530a-590f-4867-bc21-de0d87e1ac27), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:58:44.296001 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-c99c94c8-1df9-43a2-b676-e4609169fcf2 None None] Current status of the port 2ac8530a-590f-4867-bc21-de0d87e1ac27 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 01:58:44.304647 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-c99c94c8-1df9-43a2-b676-e4609169fcf2 None None] Provisioning complete for port a5c86812-3d3a-4376-9644-99b6a8a03ea9 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 01:58:44.305261 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-c99c94c8-1df9-43a2-b676-e4609169fcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (a5c86812-3d3a-4376-9644-99b6a8a03ea9), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:58:44.374157 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-c99c94c8-1df9-43a2-b676-e4609169fcf2 None None] Current status of the port a5c86812-3d3a-4376-9644-99b6a8a03ea9 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 01:58:46.119259 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 47868) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 01:58:46.319273 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed183d1-49a0-46c0-8094-63cb674b9ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 01:58:46.319746 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed183d1-49a0-46c0-8094-63cb674b9ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 01:58:46.321311 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-fed183d1-49a0-46c0-8094-63cb674b9ea4 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2010975 Jun 08 01:58:48.643047 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 47876) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 01:58:48.868250 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad17ae76-d995-4bf3-91d4-704930acbad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 01:58:48.868849 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad17ae76-d995-4bf3-91d4-704930acbad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 01:58:48.870438 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-ad17ae76-d995-4bf3-91d4-704930acbad7 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2264638 Jun 08 01:58:49.280954 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=4 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:58:49.285073 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:58:51.145095 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 47886) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 01:58:51.318113 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58c1e9b-d7f6-4787-af9f-2337e46dbbce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 01:58:51.319479 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-c58c1e9b-d7f6-4787-af9f-2337e46dbbce admin admin] 10.222.0.20 "GET /v2.0/networks/72f87a8c-19cb-42e8-a9fe-774df6f99805 HTTP/1.1" status: 200 len: 869 time: 0.1734533 Jun 08 01:58:53.586226 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 47894) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 01:58:53.713847 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cbc1a0-83f2-4438-b732-37425e1c3d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 01:58:53.715378 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-62cbc1a0-83f2-4438-b732-37425e1c3d38 admin admin] 10.222.0.20 "GET /v2.0/networks/fccc80fe-aa23-41fa-b00e-a506a2a0f94c HTTP/1.1" status: 200 len: 886 time: 0.1281569 Jun 08 01:58:54.368982 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:58:54.370902 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:58:56.010172 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 47902) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 01:58:56.135298 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c546c9f7-f5c3-40cf-b480-e9874366594c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 01:58:56.135755 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c546c9f7-f5c3-40cf-b480-e9874366594c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 01:58:56.137454 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-c546c9f7-f5c3-40cf-b480-e9874366594c admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1263294 Jun 08 01:58:58.431831 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 47910) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 01:58:58.524010 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8589796-d911-465b-98d4-5205b87aa937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 01:58:58.524486 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8589796-d911-465b-98d4-5205b87aa937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 01:58:58.525981 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-c8589796-d911-465b-98d4-5205b87aa937 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0931914 Jun 08 01:59:00.788908 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 47918) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 01:59:00.878176 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4f1f41-fb37-4bff-a6ef-28a4fa5d885c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 01:59:00.879508 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-da4f1f41-fb37-4bff-a6ef-28a4fa5d885c admin admin] 10.222.0.20 "GET /v2.0/subnets/5f93db06-58fb-4390-8563-710a437b082f HTTP/1.1" status: 200 len: 816 time: 0.0896564 Jun 08 01:59:03.205798 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 47926) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 01:59:03.255804 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=80 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:59:03.257660 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=87,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:59:03.305325 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c89b67-d632-49c5-b131-3e8a4f0ea951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 01:59:03.306755 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-89c89b67-d632-49c5-b131-3e8a4f0ea951 admin admin] 10.222.0.20 "GET /v2.0/subnets/f4cc260c-83b0-44aa-ac23-124abd605284 HTTP/1.1" status: 200 len: 868 time: 0.0999904 Jun 08 01:59:06.810040 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5011f0b5-6d9e-43b7-8a31-6f7c926f39b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:59:09.102187 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-100b43a8-9436-4ceb-9304-580c4b1e0d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:59:09.283319 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 5 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 01:59:10.209674 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:59:10.872857 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=42 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:59:10.873996 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=40 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:59:11.795012 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:59:13.300680 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:59:13.302382 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=9 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:59:13.308302 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:59:23.300233 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:59:23.303107 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:59:32.031301 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=20 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:59:32.034102 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=14 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:59:36.807757 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-f55fba9d-cb25-42ac-bbbe-d16f85ee7c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:59:39.103032 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-1a125d3b-4302-4a28-8343-1cdb70eb8e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:59:40.212316 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:59:41.795360 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:59:42.866074 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 47986) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 01:59:42.917726 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [None req-e4f05a2f-f57b-4bc5-9d34-8727df9e67de admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104268) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 08 01:59:42.918743 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-e4f05a2f-f57b-4bc5-9d34-8727df9e67de admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0517397 Jun 08 01:59:43.303098 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:59:45.272759 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 47994) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 01:59:45.332465 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.pecan_wsgi.hooks.translation [None req-de704e22-f56d-4d1f-88ac-ec98c4440886 admin admin] GET failed (client error): The resource could not be found. Jun 08 01:59:45.333728 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-de704e22-f56d-4d1f-88ac-ec98c4440886 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600479 Jun 08 01:59:45.421845 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fc2031-f35b-4ca9-89fe-ba8cbaf134da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 01:59:45.423307 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-54fc2031-f35b-4ca9-89fe-ba8cbaf134da admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0855587 Jun 08 01:59:46.282262 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 5 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 01:59:47.748110 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 48002) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 01:59:47.803706 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-2d58e570-05df-4c8d-9f2c-3582bc42e8d6 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 01:59:47.826267 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d58e570-05df-4c8d-9f2c-3582bc42e8d6 admin admin] Made reservation on behalf of d34d18aa450b41d2ac1001da2d9a5476 for: {'network': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 01:59:47.828798 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-2d58e570-05df-4c8d-9f2c-3582bc42e8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for network (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:59:47.855159 dv-cinder-845069-1-iscsi neutron-server[104268]: WARNING neutron.services.revisions.revision_plugin [None req-2d58e570-05df-4c8d-9f2c-3582bc42e8d6 admin admin] Could not find related network for resource to bump revision. Jun 08 01:59:47.866785 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d58e570-05df-4c8d-9f2c-3582bc42e8d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=104268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 01:59:47.876312 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-2d58e570-05df-4c8d-9f2c-3582bc42e8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (aae7cf8e-44d1-4d5f-9137-c41e1b0d2fef), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:59:47.876682 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.db.segments_db [None req-2d58e570-05df-4c8d-9f2c-3582bc42e8d6 admin admin] Added segment aae7cf8e-44d1-4d5f-9137-c41e1b0d2fef of type vlan for network 3bb0861d-b131-4e24-ab89-b4c2ec037a48 Jun 08 01:59:47.914666 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-2d58e570-05df-4c8d-9f2c-3582bc42e8d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744501171532'] for network (3bb0861d-b131-4e24-ab89-b4c2ec037a48), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:59:47.938982 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-2d58e570-05df-4c8d-9f2c-3582bc42e8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516'] for network (3bb0861d-b131-4e24-ab89-b4c2ec037a48), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:59:47.940001 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d58e570-05df-4c8d-9f2c-3582bc42e8d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 01:59:47.940589 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-2d58e570-05df-4c8d-9f2c-3582bc42e8d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:59:47.999156 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-2d58e570-05df-4c8d-9f2c-3582bc42e8d6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2498858 Jun 08 01:59:48.003975 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58e570-05df-4c8d-9f2c-3582bc42e8d6 admin admin] Pushing event updated for resources: {'Network': ['ID=3bb0861d-b131-4e24-ab89-b4c2ec037a48,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 01:59:48.010962 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d58e570-05df-4c8d-9f2c-3582bc42e8d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:59:48.011305 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d58e570-05df-4c8d-9f2c-3582bc42e8d6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:59:48.011663 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d58e570-05df-4c8d-9f2c-3582bc42e8d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:59:48.011998 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d58e570-05df-4c8d-9f2c-3582bc42e8d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:59:48.012320 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d58e570-05df-4c8d-9f2c-3582bc42e8d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:59:48.012726 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d58e570-05df-4c8d-9f2c-3582bc42e8d6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:59:48.013052 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d58e570-05df-4c8d-9f2c-3582bc42e8d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:59:48.013836 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d58e570-05df-4c8d-9f2c-3582bc42e8d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:59:48.013836 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d58e570-05df-4c8d-9f2c-3582bc42e8d6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:59:48.013996 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d58e570-05df-4c8d-9f2c-3582bc42e8d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:59:48.014328 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d58e570-05df-4c8d-9f2c-3582bc42e8d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:59:48.014646 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d58e570-05df-4c8d-9f2c-3582bc42e8d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:59:48.014960 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d58e570-05df-4c8d-9f2c-3582bc42e8d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:59:48.015268 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d58e570-05df-4c8d-9f2c-3582bc42e8d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:59:48.015579 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d58e570-05df-4c8d-9f2c-3582bc42e8d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:59:48.033029 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Network 3bb0861d-b131-4e24-ab89-b4c2ec037a48 details requested by agent ovs-agent-dv-cinder-845069-1-iscsi with host dv-cinder-845069-1-iscsi {{(pid=104270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 01:59:50.344382 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 48010) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 01:59:50.404148 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.pecan_wsgi.hooks.translation [None req-79e6ab85-b4d3-421a-88d5-815c2beb5438 admin admin] GET failed (client error): The resource could not be found. Jun 08 01:59:50.405445 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-79e6ab85-b4d3-421a-88d5-815c2beb5438 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600846 Jun 08 01:59:50.472838 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56467dff-7bdf-4c88-a29a-06ba2b1bca05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 01:59:50.474235 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-56467dff-7bdf-4c88-a29a-06ba2b1bca05 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0647738 Jun 08 01:59:50.483543 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-a16979b7-4dc1-4a03-bbd1-82a05a04cf21 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '3bb0861d-b131-4e24-ab89-b4c2ec037a48', 'ip_version': 4}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 01:59:50.502831 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16979b7-4dc1-4a03-bbd1-82a05a04cf21 admin admin] Made reservation on behalf of d34d18aa450b41d2ac1001da2d9a5476 for: {'subnet': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 01:59:50.505092 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a16979b7-4dc1-4a03-bbd1-82a05a04cf21 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:59:50.668636 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a16979b7-4dc1-4a03-bbd1-82a05a04cf21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516'] for subnet (6ca75fd0-a8f3-4d8c-8386-1b8aa7c2f007), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:59:50.819614 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16979b7-4dc1-4a03-bbd1-82a05a04cf21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ca75fd0-a8f3-4d8c-8386-1b8aa7c2f007,revision_number=0']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 01:59:50.834827 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16979b7-4dc1-4a03-bbd1-82a05a04cf21 admin admin] Checking segment: {'id': 'aae7cf8e-44d1-4d5f-9137-c41e1b0d2fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3bb0861d-b131-4e24-ab89-b4c2ec037a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 01:59:50.835169 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16979b7-4dc1-4a03-bbd1-82a05a04cf21 admin admin] Network hostable DHCP agents. Network: 3bb0861d-b131-4e24-ab89-b4c2ec037a48, hostable agents: ['45a4719c-dff8-447a-9451-2d43a5a3b5e6'], hosted agents: [] {{(pid=104268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 01:59:50.846038 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:59:50.852541 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16979b7-4dc1-4a03-bbd1-82a05a04cf21 admin admin] Network 3bb0861d-b131-4e24-ab89-b4c2ec037a48 is scheduled to be hosted by DHCP agent 45a4719c-dff8-447a-9451-2d43a5a3b5e6 with binding_index 1 {{(pid=104268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 01:59:50.862854 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-a16979b7-4dc1-4a03-bbd1-82a05a04cf21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-1-iscsi, 3bb0861d-b131-4e24-ab89-b4c2ec037a48) {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 01:59:50.866874 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16979b7-4dc1-4a03-bbd1-82a05a04cf21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 01:59:50.867453 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a16979b7-4dc1-4a03-bbd1-82a05a04cf21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for subnet (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:59:50.872733 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a972d722-a98c-421a-a47c-13b6e1301226 None None] Network 3bb0861d-b131-4e24-ab89-b4c2ec037a48 requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 01:59:50.883592 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-a16979b7-4dc1-4a03-bbd1-82a05a04cf21 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4032705 Jun 08 01:59:50.983463 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8909f50-5379-5de5-8dc8-896ce999fc50-3bb0861d-b131-4e24-ab89-b4c2ec037a48', 'network_id': '3bb0861d-b131-4e24-ab89-b4c2ec037a48', 'project_id': 'd34d18aa450b41d2ac1001da2d9a5476', 'fixed_ips': [{'subnet_id': '6ca75fd0-a8f3-4d8c-8386-1b8aa7c2f007'}]}} from dv-cinder-845069-1-iscsi. {{(pid=104270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 08 01:59:50.984466 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:59:51.129394 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.db_base_plugin_common [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] Allocated IP 192.168.233.2 (3bb0861d-b131-4e24-ab89-b4c2ec037a48/6ca75fd0-a8f3-4d8c-8386-1b8aa7c2f007/3e4df99d-a34f-4049-b01a-5d43a388d411) {{(pid=104270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 01:59:51.270392 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] Publish callbacks [] for port (3e4df99d-a34f-4049-b01a-5d43a388d411), precommit_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:59:51.276625 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093'] for port (3e4df99d-a34f-4049-b01a-5d43a388d411), after_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:59:51.427584 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] Network 3bb0861d-b131-4e24-ab89-b4c2ec037a48 is already hosted by enough agents. {{(pid=104270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 01:59:51.432431 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] Pushing event updated for resources: {'Port': ['ID=3e4df99d-a34f-4049-b01a-5d43a388d411,revision_number=1']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 01:59:51.432431 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.scheduler.base_scheduler [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] Resources bound (agent type, host, resource id): {{(pid=104270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 01:59:51.435483 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] Received port after_create {{(pid=104270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 01:59:51.443910 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:59:51.444247 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:59:51.444627 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:59:51.444985 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:59:51.445426 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:59:51.445760 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:59:51.446085 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:59:51.446404 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:59:51.446728 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:59:51.447047 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:59:51.447368 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:59:51.447699 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:59:51.448017 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:59:51.448332 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:59:51.448666 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 01:59:51.505260 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] Attempting to bind port 3e4df99d-a34f-4049-b01a-5d43a388d411 on host dv-cinder-845069-1-iscsi for vnic_type normal with profile {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 01:59:51.505624 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] Attempting to bind port 3e4df99d-a34f-4049-b01a-5d43a388d411 by drivers openvswitch,hyperv on host dv-cinder-845069-1-iscsi at level 0 using segments [{'id': 'aae7cf8e-44d1-4d5f-9137-c41e1b0d2fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3bb0861d-b131-4e24-ab89-b4c2ec037a48'}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 01:59:51.505988 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] Attempting to bind port 3e4df99d-a34f-4049-b01a-5d43a388d411 on network 3bb0861d-b131-4e24-ab89-b4c2ec037a48 {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 01:59:51.511192 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] Checking agent: {'id': 'f845c03f-68d4-4819-b53b-956a55a73879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 1, 56, 43), 'started_at': datetime.datetime(2022, 6, 8, 1, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 1, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 01:59:51.511561 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] Checking segment: {'id': 'aae7cf8e-44d1-4d5f-9137-c41e1b0d2fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3bb0861d-b131-4e24-ab89-b4c2ec037a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 01:59:51.511960 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:59:51.512359 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] Bound using segment: {'id': 'aae7cf8e-44d1-4d5f-9137-c41e1b0d2fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3bb0861d-b131-4e24-ab89-b4c2ec037a48'} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 01:59:51.513556 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] Bound port: 3e4df99d-a34f-4049-b01a-5d43a388d411, host: dv-cinder-845069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae7cf8e-44d1-4d5f-9137-c41e1b0d2fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3bb0861d-b131-4e24-ab89-b4c2ec037a48'}}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 01:59:51.513979 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (3e4df99d-a34f-4049-b01a-5d43a388d411), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:59:51.575591 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] For port 3e4df99d-a34f-4049-b01a-5d43a388d411, host dv-cinder-845069-1-iscsi, cleared binding levels {{(pid=104270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 01:59:51.578582 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] For port 3e4df99d-a34f-4049-b01a-5d43a388d411, host dv-cinder-845069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=3e4df99d-a34f-4049-b01a-5d43a388d411,segment=NetworkSegment(aae7cf8e-44d1-4d5f-9137-c41e1b0d2fef),segment_id=aae7cf8e-44d1-4d5f-9137-c41e1b0d2fef)] {{(pid=104270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 01:59:51.585415 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (3e4df99d-a34f-4049-b01a-5d43a388d411), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:59:51.645004 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc17f1-1095-416b-9e30-6e1a8cc3a93f None None] Pushing event updated for resources: {'Port': ['ID=3e4df99d-a34f-4049-b01a-5d43a388d411,revision_number=2']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 01:59:52.248758 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 3e4df99d-a34f-4049-b01a-5d43a388d411 up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 01:59:52.274971 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:59:52.295708 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 01:59:52.306152 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 3e4df99d-a34f-4049-b01a-5d43a388d411 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 01:59:52.307319 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (3e4df99d-a34f-4049-b01a-5d43a388d411), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:59:52.397735 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 3e4df99d-a34f-4049-b01a-5d43a388d411 is: DOWN; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 01:59:52.398125 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (3e4df99d-a34f-4049-b01a-5d43a388d411), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:59:52.438328 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] For port 3e4df99d-a34f-4049-b01a-5d43a388d411, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=3e4df99d-a34f-4049-b01a-5d43a388d411,segment=NetworkSegment(aae7cf8e-44d1-4d5f-9137-c41e1b0d2fef),segment_id=aae7cf8e-44d1-4d5f-9137-c41e1b0d2fef)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 01:59:52.443622 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (3e4df99d-a34f-4049-b01a-5d43a388d411), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:59:52.497959 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Pushing event updated for resources: {'Port': ['ID=3e4df99d-a34f-4049-b01a-5d43a388d411,revision_number=3']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 01:59:52.561720 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f60eebc-cea9-402e-a637-e390767e4162 None None] Network 3bb0861d-b131-4e24-ab89-b4c2ec037a48 requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 01:59:52.675394 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-22440ae7-84ba-4b41-91a2-67d54aa4deec None None] Provisioning complete for port 3e4df99d-a34f-4049-b01a-5d43a388d411 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 01:59:52.675704 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-22440ae7-84ba-4b41-91a2-67d54aa4deec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (3e4df99d-a34f-4049-b01a-5d43a388d411), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:59:52.755854 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-22440ae7-84ba-4b41-91a2-67d54aa4deec None None] Current status of the port 3e4df99d-a34f-4049-b01a-5d43a388d411 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 01:59:52.872732 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-6a5a7540-35fb-4ec3-b148-cba021539f85 None None] Provisioning complete for port 3e4df99d-a34f-4049-b01a-5d43a388d411 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 01:59:52.873120 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7540-35fb-4ec3-b148-cba021539f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (3e4df99d-a34f-4049-b01a-5d43a388d411), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:59:52.950573 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-6a5a7540-35fb-4ec3-b148-cba021539f85 None None] Current status of the port 3e4df99d-a34f-4049-b01a-5d43a388d411 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 01:59:54.223198 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 3e4df99d-a34f-4049-b01a-5d43a388d411 up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 01:59:54.266952 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 3e4df99d-a34f-4049-b01a-5d43a388d411 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 01:59:54.267336 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (3e4df99d-a34f-4049-b01a-5d43a388d411), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 01:59:54.339343 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 3e4df99d-a34f-4049-b01a-5d43a388d411 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:00:00.877229 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=71,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:00:00.877990 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:00:03.286225 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=4 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:00:03.287011 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=4 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:00:06.800171 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-acbe10d4-eba6-479c-bf2e-485428084c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:00:09.108404 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-80ec4ba3-7b53-4d5d-9c68-0447e3c1dc21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:00:10.207977 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:00:10.215521 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:00:11.798040 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:00:13.305801 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:00:23.281072 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 5 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:00:23.300251 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:00:23.302098 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:00:36.804947 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-ae10ca7f-e22c-4444-bb5e-194599494dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:00:39.110178 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-797d5ba2-076c-402e-9daf-32aff6cc5929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:00:40.217394 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:00:40.282117 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=4 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:00:40.284012 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:00:41.802145 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:00:43.310025 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:00:53.302221 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:00:53.304260 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:01:00.279579 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 5 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:01:06.810123 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-d25faa88-d6c6-4e89-85b6-b082c3d9e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:01:09.112384 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-264807ad-7a4c-47ec-8f20-ba18756f1043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:01:10.219840 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:01:11.803137 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:01:13.313129 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:01:18.279835 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=5 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:01:18.297228 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=5 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:01:23.306058 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:01:23.308419 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:01:31.954388 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=10 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:01:31.959054 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=16 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:01:36.812965 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-7895d1c3-810a-4f39-bf5b-9cf46943b119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:01:37.278968 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 5 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:01:39.115193 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-72045231-540a-4389-9a91-733bc7fdb83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:01:40.224988 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:01:41.805533 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:01:43.319867 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:01:44.946377 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 48048) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:01:44.952210 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [None req-40332fe5-e13e-442f-a644-473692be2097 tempest-verify_tempest_config-918954490 tempest-verify_tempest_config-918954490-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104268) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 08 02:01:44.953230 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-40332fe5-e13e-442f-a644-473692be2097 tempest-verify_tempest_config-918954490 tempest-verify_tempest_config-918954490-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058725 Jun 08 02:01:45.249461 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 48066) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:01:45.353114 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-86637a11-e244-42fc-af90-55b3bcedc939 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:01:45.426848 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-86637a11-e244-42fc-af90-55b3bcedc939 admin admin] Publish callbacks [] for security_group (73c9ee4a-2f4d-4b99-bcc5-e1568b65bef6), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:01:45.430466 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-86637a11-e244-42fc-af90-55b3bcedc939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (73c9ee4a-2f4d-4b99-bcc5-e1568b65bef6), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:01:45.476949 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-86637a11-e244-42fc-af90-55b3bcedc939 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=70c25109c06c4bcca35802cf55e8bba5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2264643 Jun 08 02:01:45.477734 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86637a11-e244-42fc-af90-55b3bcedc939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c9ee4a-2f4d-4b99-bcc5-e1568b65bef6,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:01:45.479610 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 48070) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:01:45.491176 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86637a11-e244-42fc-af90-55b3bcedc939 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:01:45.491537 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86637a11-e244-42fc-af90-55b3bcedc939 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:01:45.491860 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86637a11-e244-42fc-af90-55b3bcedc939 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:01:45.492192 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86637a11-e244-42fc-af90-55b3bcedc939 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:01:45.492552 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86637a11-e244-42fc-af90-55b3bcedc939 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:01:45.492878 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86637a11-e244-42fc-af90-55b3bcedc939 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:01:45.493201 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86637a11-e244-42fc-af90-55b3bcedc939 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:01:45.493520 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86637a11-e244-42fc-af90-55b3bcedc939 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:01:45.493839 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86637a11-e244-42fc-af90-55b3bcedc939 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:01:45.494157 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86637a11-e244-42fc-af90-55b3bcedc939 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:01:45.494494 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86637a11-e244-42fc-af90-55b3bcedc939 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:01:45.494817 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86637a11-e244-42fc-af90-55b3bcedc939 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:01:45.495131 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86637a11-e244-42fc-af90-55b3bcedc939 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:01:45.495446 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86637a11-e244-42fc-af90-55b3bcedc939 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:01:45.496607 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86637a11-e244-42fc-af90-55b3bcedc939 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:01:45.547650 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-6572ba37-5d3a-4cee-bd19-da08b43cf22b admin admin] Publish callbacks [] for security_group (73c9ee4a-2f4d-4b99-bcc5-e1568b65bef6), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:01:45.568383 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-6572ba37-5d3a-4cee-bd19-da08b43cf22b admin admin] Publish callbacks [] for security_group (73c9ee4a-2f4d-4b99-bcc5-e1568b65bef6), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:01:45.659206 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-6572ba37-5d3a-4cee-bd19-da08b43cf22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (73c9ee4a-2f4d-4b99-bcc5-e1568b65bef6), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:01:45.661741 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-6572ba37-5d3a-4cee-bd19-da08b43cf22b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:01:45.662986 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-6572ba37-5d3a-4cee-bd19-da08b43cf22b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73c9ee4a-2f4d-4b99-bcc5-e1568b65bef6 HTTP/1.1" status: 204 len: 168 time: 0.1815879 Jun 08 02:01:45.671257 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572ba37-5d3a-4cee-bd19-da08b43cf22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c9ee4a-2f4d-4b99-bcc5-e1568b65bef6,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:01:53.315305 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:01:54.271445 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=3 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:01:54.276676 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=5 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:01:55.607510 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=35,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:01:55.666754 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=37,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:01:55.689824 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:02:06.815430 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-1afce633-9db2-4789-8ef5-fa58990a3641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:02:09.116313 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-55680803-b119-41d9-a36d-374cea36b578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:02:10.226567 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:02:11.808309 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:02:13.312067 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:02:14.278473 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 5 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:02:23.306050 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:02:23.308580 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:02:31.282779 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=5 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:02:35.282038 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:02:36.817517 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-edd5875b-3b17-491c-8592-67995b402e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:02:39.122101 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-978a67d7-3e3e-46c1-9b2c-0b2ffc79f7be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:02:40.230554 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:02:41.813676 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:02:43.314760 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:02:51.277602 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 5 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:02:53.307971 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:02:53.311483 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:03:06.819516 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-b325aab3-74a6-4ec3-8868-0d8a0445f4b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:03:08.282848 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=2 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:03:08.288150 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=6 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:03:09.113502 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-05ee63a0-aa2e-4467-88b9-4f7781021f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:03:10.238050 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:03:11.815570 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:03:13.318081 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:03:23.312233 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:03:23.314190 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:03:24.526843 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683166'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:03:28.277032 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:03:34.518490 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:03:34.522730 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=1,neutron:INSERT=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:03:36.823182 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-342fe8cd-829b-49fe-b61b-260969390200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:03:36.921548 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 48146) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:03:37.029239 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-0f5f52ba-c0e1-4f19-a0b9-f31cec177e75 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1065075 Jun 08 02:03:39.114903 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-ce53fc45-5752-4fe3-8327-8e12ef8c2af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:03:39.312483 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 48156) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:03:39.373829 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-ffd620da-28e2-4eb7-ad49-22bcd74fc0f8 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0602713 Jun 08 02:03:40.240113 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:03:41.818576 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:03:43.323264 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:03:45.297540 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=20 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:03:45.298317 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=14 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:03:47.023433 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:03:49.367006 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:03:49.368924 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:03:53.312281 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:03:53.317292 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:03:54.487325 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:04:05.276487 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:04:06.825336 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-58004f17-5cae-4de9-b1e9-e4ce5ca84cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:04:09.116453 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-2eda3cad-7e1d-403f-a5b4-c32011b8a32f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:04:10.239359 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:04:11.819337 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:04:13.325976 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:04:22.290136 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=3 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:04:22.294845 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=5 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:04:23.319649 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:04:23.321570 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:04:24.492682 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:04:34.486354 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:04:34.489069 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:04:35.287631 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:04:36.830686 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-24bf159d-4ae8-4ba7-bf1e-e662654ba638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:04:39.118036 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-8dc654be-aa21-4529-b541-2e23e9243139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:04:40.242381 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:04:41.823467 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:04:42.275850 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:04:43.331905 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:04:53.325726 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=9 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:04:53.327639 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:04:54.503945 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:04:59.300926 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=4 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:04:59.305214 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=4 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:04.492325 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:04.499465 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:06.824955 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-6c32364a-f4b7-4af4-8fb7-4dd99b30b29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:09.121277 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-7dd97112-39e1-4c56-8900-8f84207dece7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:10.245539 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:11.829098 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:13.326583 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:19.276415 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:05:19.962409 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 48326) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:20.184678 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-afa8a358-b520-4d37-94dd-803d44e813f7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-80554884-network', 'tenant_id': '16b90d01b80e450b9357d02c245c9531'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:05:20.206145 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa8a358-b520-4d37-94dd-803d44e813f7 admin admin] Made reservation on behalf of 16b90d01b80e450b9357d02c245c9531 for: {'network': 1} {{(pid=104269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:05:20.209003 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-afa8a358-b520-4d37-94dd-803d44e813f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for network (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:20.228862 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-afa8a358-b520-4d37-94dd-803d44e813f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:20.344628 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-afa8a358-b520-4d37-94dd-803d44e813f7 admin admin] Publish callbacks [] for security_group (68887de8-bd34-47a7-a58c-5006197de366), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:20.349781 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-afa8a358-b520-4d37-94dd-803d44e813f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (68887de8-bd34-47a7-a58c-5006197de366), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:20.392448 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa8a358-b520-4d37-94dd-803d44e813f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68887de8-bd34-47a7-a58c-5006197de366,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:20.399877 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa8a358-b520-4d37-94dd-803d44e813f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:20.400546 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa8a358-b520-4d37-94dd-803d44e813f7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:20.401110 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa8a358-b520-4d37-94dd-803d44e813f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:20.401657 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa8a358-b520-4d37-94dd-803d44e813f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:20.402184 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa8a358-b520-4d37-94dd-803d44e813f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:20.402732 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa8a358-b520-4d37-94dd-803d44e813f7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:20.403278 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa8a358-b520-4d37-94dd-803d44e813f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:20.403800 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa8a358-b520-4d37-94dd-803d44e813f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:20.404342 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa8a358-b520-4d37-94dd-803d44e813f7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:20.405967 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa8a358-b520-4d37-94dd-803d44e813f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:20.407109 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa8a358-b520-4d37-94dd-803d44e813f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:20.407655 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa8a358-b520-4d37-94dd-803d44e813f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:20.408311 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa8a358-b520-4d37-94dd-803d44e813f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:20.408859 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa8a358-b520-4d37-94dd-803d44e813f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:20.409866 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa8a358-b520-4d37-94dd-803d44e813f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa8a358-b520-4d37-94dd-803d44e813f7 admin admin] Tracked resource versions report: Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: pushed versions: Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: { 'AddressGroup': {'1.2'}, Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: 'Agent': {'1.1'}, Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: 'ConntrackHelper': {'1.0'}, Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: 'LocalIPAssociation': {'1.0'}, Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: 'Log': {'1.0'}, Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: 'NDPProxy': {'1.0'}, Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: 'Network': {'1.1'}, Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: 'Port': {'1.7'}, Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: 'PortForwarding': {'1.3'}, Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: 'QosPolicy': {'1.10'}, Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: 'SecurityGroup': {'1.5'}, Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: 'SecurityGroupRule': {'1.2'}, Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: 'SubPort': {'1.0'}, Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: 'Subnet': {'1.1'}, Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: 'Trunk': {'1.1'}} Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: consumer versions: Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: { DHCP agent@dv-cinder-845069-1-iscsi: {}, Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: HyperV agent@hv-cinder-84506: {}, Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: L3 agent@dv-cinder-845069-1-iscsi: {}, Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: Metadata agent@dv-cinder-845069-1-iscsi: {}, Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: Metering agent@dv-cinder-845069-1-iscsi: {}, Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: Open vSwitch agent@dv-cinder-845069-1-iscsi: { 'AddressGroup': '1.2', Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: 'Agent': '1.1', Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: 'ConntrackHelper': '1.0', Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: 'LocalIPAssociation': '1.0', Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: 'Log': '1.0', Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: 'NDPProxy': '1.0', Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: 'Network': '1.1', Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: 'Port': '1.7', Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: 'PortForwarding': '1.3', Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: 'QosPolicy': '1.10', Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: 'SecurityGroup': '1.5', Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: 'SecurityGroupRule': '1.2', Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: 'SubPort': '1.0', Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: 'Subnet': '1.1', Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: 'Trunk': '1.1'}} Jun 08 02:05:20.411465 dv-cinder-845069-1-iscsi neutron-server[104269]: {{(pid=104269) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 02:05:20.452032 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa8a358-b520-4d37-94dd-803d44e813f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=104269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 02:05:20.477813 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-afa8a358-b520-4d37-94dd-803d44e813f7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744501735428', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (1e0580f7-ff3e-4685-a63f-337fd165274c), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:20.478660 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-afa8a358-b520-4d37-94dd-803d44e813f7 admin admin] Unsubscribe: segment precommit_create {{(pid=104269) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 08 02:05:20.479545 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.db.segments_db [None req-afa8a358-b520-4d37-94dd-803d44e813f7 admin admin] Added segment 1e0580f7-ff3e-4685-a63f-337fd165274c of type vlan for network 5af62f32-1fcc-4a27-85e9-df350119e5e8 Jun 08 02:05:20.547792 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-afa8a358-b520-4d37-94dd-803d44e813f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744501171532'] for network (5af62f32-1fcc-4a27-85e9-df350119e5e8), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:20.591609 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-afa8a358-b520-4d37-94dd-803d44e813f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516'] for network (5af62f32-1fcc-4a27-85e9-df350119e5e8), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:20.593505 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa8a358-b520-4d37-94dd-803d44e813f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:20.594433 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-afa8a358-b520-4d37-94dd-803d44e813f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:20.635489 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 48366) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:20.636103 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-afa8a358-b520-4d37-94dd-803d44e813f7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6722651 Jun 08 02:05:20.642028 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-50d163be-b613-4b5a-8264-40c89ad2a001 admin admin] Request body: {'subnet': {'network_id': '5af62f32-1fcc-4a27-85e9-df350119e5e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-80554884-subnet', 'tenant_id': '16b90d01b80e450b9357d02c245c9531', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:05:20.676438 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d163be-b613-4b5a-8264-40c89ad2a001 admin admin] Made reservation on behalf of 16b90d01b80e450b9357d02c245c9531 for: {'subnet': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:05:20.684031 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-50d163be-b613-4b5a-8264-40c89ad2a001 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:20.744601 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa8a358-b520-4d37-94dd-803d44e813f7 admin admin] Pushing event updated for resources: {'Network': ['ID=5af62f32-1fcc-4a27-85e9-df350119e5e8,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:20.756323 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Network 5af62f32-1fcc-4a27-85e9-df350119e5e8 details requested by agent ovs-agent-dv-cinder-845069-1-iscsi with host dv-cinder-845069-1-iscsi {{(pid=104270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 02:05:20.850438 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 48376) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:20.876889 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 48380) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:20.922327 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-50d163be-b613-4b5a-8264-40c89ad2a001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516'] for subnet (b33e88ce-f455-48d2-b946-591bd81a41e3), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:20.966711 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d163be-b613-4b5a-8264-40c89ad2a001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b33e88ce-f455-48d2-b946-591bd81a41e3,revision_number=0']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:20.974377 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d163be-b613-4b5a-8264-40c89ad2a001 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:20.974706 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d163be-b613-4b5a-8264-40c89ad2a001 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:20.975062 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d163be-b613-4b5a-8264-40c89ad2a001 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:20.975996 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d163be-b613-4b5a-8264-40c89ad2a001 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:20.976325 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d163be-b613-4b5a-8264-40c89ad2a001 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:20.976676 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d163be-b613-4b5a-8264-40c89ad2a001 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:20.977195 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d163be-b613-4b5a-8264-40c89ad2a001 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:20.977543 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d163be-b613-4b5a-8264-40c89ad2a001 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:20.977868 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d163be-b613-4b5a-8264-40c89ad2a001 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:20.978195 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d163be-b613-4b5a-8264-40c89ad2a001 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:20.978518 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d163be-b613-4b5a-8264-40c89ad2a001 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:20.978879 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d163be-b613-4b5a-8264-40c89ad2a001 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:20.979180 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d163be-b613-4b5a-8264-40c89ad2a001 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:20.979693 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d163be-b613-4b5a-8264-40c89ad2a001 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:20.980014 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d163be-b613-4b5a-8264-40c89ad2a001 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d163be-b613-4b5a-8264-40c89ad2a001 admin admin] Tracked resource versions report: Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: pushed versions: Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: { 'AddressGroup': {'1.2'}, Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: 'Agent': {'1.1'}, Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: 'ConntrackHelper': {'1.0'}, Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: 'LocalIPAssociation': {'1.0'}, Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: 'Log': {'1.0'}, Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: 'NDPProxy': {'1.0'}, Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: 'Network': {'1.1'}, Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: 'Port': {'1.7'}, Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: 'PortForwarding': {'1.3'}, Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: 'QosPolicy': {'1.10'}, Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: 'SecurityGroup': {'1.5'}, Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: 'SecurityGroupRule': {'1.2'}, Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: 'SubPort': {'1.0'}, Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: 'Subnet': {'1.1'}, Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: 'Trunk': {'1.1'}} Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: consumer versions: Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: { DHCP agent@dv-cinder-845069-1-iscsi: {}, Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: HyperV agent@hv-cinder-84506: {}, Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: L3 agent@dv-cinder-845069-1-iscsi: {}, Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: Metadata agent@dv-cinder-845069-1-iscsi: {}, Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: Metering agent@dv-cinder-845069-1-iscsi: {}, Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: Open vSwitch agent@dv-cinder-845069-1-iscsi: { 'AddressGroup': '1.2', Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: 'Agent': '1.1', Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: 'ConntrackHelper': '1.0', Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: 'LocalIPAssociation': '1.0', Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: 'Log': '1.0', Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: 'NDPProxy': '1.0', Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: 'Network': '1.1', Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: 'Port': '1.7', Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: 'PortForwarding': '1.3', Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: 'QosPolicy': '1.10', Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: 'SecurityGroup': '1.5', Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: 'SecurityGroupRule': '1.2', Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: 'SubPort': '1.0', Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: 'Subnet': '1.1', Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: 'Trunk': '1.1'}} Jun 08 02:05:20.981182 dv-cinder-845069-1-iscsi neutron-server[104268]: {{(pid=104268) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 02:05:21.011486 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d163be-b613-4b5a-8264-40c89ad2a001 admin admin] Checking segment: {'id': '1e0580f7-ff3e-4685-a63f-337fd165274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5af62f32-1fcc-4a27-85e9-df350119e5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:05:21.011838 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d163be-b613-4b5a-8264-40c89ad2a001 admin admin] Network hostable DHCP agents. Network: 5af62f32-1fcc-4a27-85e9-df350119e5e8, hostable agents: ['45a4719c-dff8-447a-9451-2d43a5a3b5e6'], hosted agents: [] {{(pid=104268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 02:05:21.034252 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d163be-b613-4b5a-8264-40c89ad2a001 admin admin] Network 5af62f32-1fcc-4a27-85e9-df350119e5e8 is scheduled to be hosted by DHCP agent 45a4719c-dff8-447a-9451-2d43a5a3b5e6 with binding_index 1 {{(pid=104268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 02:05:21.076744 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-50d163be-b613-4b5a-8264-40c89ad2a001 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-1-iscsi, 5af62f32-1fcc-4a27-85e9-df350119e5e8) {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:05:21.081408 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d163be-b613-4b5a-8264-40c89ad2a001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:21.086166 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50259ef2-0d39-40d9-8789-dff056d29e14 None None] Network 5af62f32-1fcc-4a27-85e9-df350119e5e8 requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:05:21.089079 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-50d163be-b613-4b5a-8264-40c89ad2a001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for subnet (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:21.128978 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-50d163be-b613-4b5a-8264-40c89ad2a001 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4921286 Jun 08 02:05:21.219658 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6584c6c9-0eed-41f4-9b54-8d282f77d427 None None] Network 5af62f32-1fcc-4a27-85e9-df350119e5e8 requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:05:21.253126 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-1a443229-eda3-47b4-b326-fd75b38b5040 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1559781603-network', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:05:21.269894 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-4c15de6a-de78-4226-93a0-903b5d7627ed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1600319638-network', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:05:21.302620 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c15de6a-de78-4226-93a0-903b5d7627ed admin admin] Made reservation on behalf of 27f98152ab3440cf824c9ceb1c790bcf for: {'network': 1} {{(pid=104269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:05:21.306328 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4c15de6a-de78-4226-93a0-903b5d7627ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for network (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:21.309983 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a443229-eda3-47b4-b326-fd75b38b5040 admin admin] Made reservation on behalf of d40d753f66ec4ed2808aa65b825e66f8 for: {'network': 1} {{(pid=104269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:05:21.312717 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-1a443229-eda3-47b4-b326-fd75b38b5040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for network (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:21.329131 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4c15de6a-de78-4226-93a0-903b5d7627ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:21.339367 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-1a443229-eda3-47b4-b326-fd75b38b5040 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:21.496591 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4c15de6a-de78-4226-93a0-903b5d7627ed admin admin] Publish callbacks [] for security_group (ccf92744-4c62-42a9-8a95-caa960235bac), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:21.498794 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-1a443229-eda3-47b4-b326-fd75b38b5040 admin admin] Publish callbacks [] for security_group (c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:21.501399 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4c15de6a-de78-4226-93a0-903b5d7627ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (ccf92744-4c62-42a9-8a95-caa960235bac), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:21.509289 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-1a443229-eda3-47b4-b326-fd75b38b5040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:21.525783 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=66,neutron:INSERT=30,neutron:UPDATE=4 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:21.531982 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c15de6a-de78-4226-93a0-903b5d7627ed admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=104269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 02:05:21.548267 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:21.549139 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15de6a-de78-4226-93a0-903b5d7627ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf92744-4c62-42a9-8a95-caa960235bac,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:21.560849 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a443229-eda3-47b4-b326-fd75b38b5040 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=104269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 02:05:21.595934 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4c15de6a-de78-4226-93a0-903b5d7627ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (62cce43a-748d-4567-bfda-31404ed89a4f), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:21.596811 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.db.segments_db [None req-4c15de6a-de78-4226-93a0-903b5d7627ed admin admin] Added segment 62cce43a-748d-4567-bfda-31404ed89a4f of type vlan for network 466dc4d7-a525-4704-a47b-5a136472c918 Jun 08 02:05:21.602901 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-1a443229-eda3-47b4-b326-fd75b38b5040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (a0fcd5bf-dd48-409f-aa60-ccb3d3862478), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:21.603314 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.db.segments_db [None req-1a443229-eda3-47b4-b326-fd75b38b5040 admin admin] Added segment a0fcd5bf-dd48-409f-aa60-ccb3d3862478 of type vlan for network eafc844b-6465-4613-a6dd-f1b9698164f0 Jun 08 02:05:21.621286 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a443229-eda3-47b4-b326-fd75b38b5040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:21.685584 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4c15de6a-de78-4226-93a0-903b5d7627ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744501171532'] for network (466dc4d7-a525-4704-a47b-5a136472c918), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:21.691890 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-1a443229-eda3-47b4-b326-fd75b38b5040 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744501171532'] for network (eafc844b-6465-4613-a6dd-f1b9698164f0), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:21.735276 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4c15de6a-de78-4226-93a0-903b5d7627ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516'] for network (466dc4d7-a525-4704-a47b-5a136472c918), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:21.737002 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c15de6a-de78-4226-93a0-903b5d7627ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:21.737548 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4c15de6a-de78-4226-93a0-903b5d7627ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:21.798139 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-1a443229-eda3-47b4-b326-fd75b38b5040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516'] for network (eafc844b-6465-4613-a6dd-f1b9698164f0), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:21.799495 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a443229-eda3-47b4-b326-fd75b38b5040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:21.800226 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-1a443229-eda3-47b4-b326-fd75b38b5040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:21.813109 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15de6a-de78-4226-93a0-903b5d7627ed admin admin] Pushing event updated for resources: {'Network': ['ID=466dc4d7-a525-4704-a47b-5a136472c918,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:21.826772 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Network 466dc4d7-a525-4704-a47b-5a136472c918 details requested by agent ovs-agent-dv-cinder-845069-1-iscsi with host dv-cinder-845069-1-iscsi {{(pid=104270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 02:05:21.949766 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a443229-eda3-47b4-b326-fd75b38b5040 admin admin] Pushing event updated for resources: {'Network': ['ID=eafc844b-6465-4613-a6dd-f1b9698164f0,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:21.961494 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Network eafc844b-6465-4613-a6dd-f1b9698164f0 details requested by agent ovs-agent-dv-cinder-845069-1-iscsi with host dv-cinder-845069-1-iscsi {{(pid=104270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 02:05:21.963528 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-1a443229-eda3-47b4-b326-fd75b38b5040 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.1119964 Jun 08 02:05:21.966663 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 48434) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:21.972258 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-4c753466-d6c5-4777-a796-a96a76794386 admin admin] Request body: {'subnet': {'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1559781603-subnet', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:05:21.990261 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-4c15de6a-de78-4226-93a0-903b5d7627ed admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.1122472 Jun 08 02:05:21.993889 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 48436) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:22.010102 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-48fbde27-f806-4000-aaf4-657516c08e0f admin admin] Request body: {'subnet': {'network_id': '466dc4d7-a525-4704-a47b-5a136472c918', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1600319638-subnet', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:05:22.058448 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fbde27-f806-4000-aaf4-657516c08e0f admin admin] Made reservation on behalf of 27f98152ab3440cf824c9ceb1c790bcf for: {'subnet': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:05:22.061141 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-48fbde27-f806-4000-aaf4-657516c08e0f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:22.222379 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c753466-d6c5-4777-a796-a96a76794386 admin admin] Made reservation on behalf of d40d753f66ec4ed2808aa65b825e66f8 for: {'subnet': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:05:22.225886 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-4c753466-d6c5-4777-a796-a96a76794386 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:22.349601 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-48fbde27-f806-4000-aaf4-657516c08e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516'] for subnet (8f09d094-ed17-43ae-a27d-e0d8f7e1f047), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:22.425494 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:22.426599 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbde27-f806-4000-aaf4-657516c08e0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f09d094-ed17-43ae-a27d-e0d8f7e1f047,revision_number=0']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:22.484991 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:22.549190 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fbde27-f806-4000-aaf4-657516c08e0f admin admin] Checking segment: {'id': '62cce43a-748d-4567-bfda-31404ed89a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:05:22.553213 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fbde27-f806-4000-aaf4-657516c08e0f admin admin] Network hostable DHCP agents. Network: 466dc4d7-a525-4704-a47b-5a136472c918, hostable agents: ['45a4719c-dff8-447a-9451-2d43a5a3b5e6'], hosted agents: [] {{(pid=104268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 02:05:22.736199 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-4c753466-d6c5-4777-a796-a96a76794386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516'] for subnet (b425173c-8738-4438-bb14-70ea3c375864), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:22.765113 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fbde27-f806-4000-aaf4-657516c08e0f admin admin] Network 466dc4d7-a525-4704-a47b-5a136472c918 is scheduled to be hosted by DHCP agent 45a4719c-dff8-447a-9451-2d43a5a3b5e6 with binding_index 1 {{(pid=104268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 02:05:22.822590 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c753466-d6c5-4777-a796-a96a76794386 admin admin] Checking segment: {'id': 'a0fcd5bf-dd48-409f-aa60-ccb3d3862478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:05:22.822941 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c753466-d6c5-4777-a796-a96a76794386 admin admin] Network hostable DHCP agents. Network: eafc844b-6465-4613-a6dd-f1b9698164f0, hostable agents: ['45a4719c-dff8-447a-9451-2d43a5a3b5e6'], hosted agents: [] {{(pid=104268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 02:05:22.828991 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-48fbde27-f806-4000-aaf4-657516c08e0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-1-iscsi, 466dc4d7-a525-4704-a47b-5a136472c918) {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:05:22.833850 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fbde27-f806-4000-aaf4-657516c08e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:22.834459 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-48fbde27-f806-4000-aaf4-657516c08e0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for subnet (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:22.840503 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b19b42c-87a7-4723-9ca9-1479b4ec554f None None] Network 466dc4d7-a525-4704-a47b-5a136472c918 requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:05:22.904469 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c753466-d6c5-4777-a796-a96a76794386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b425173c-8738-4438-bb14-70ea3c375864,revision_number=0']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:22.933795 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-48fbde27-f806-4000-aaf4-657516c08e0f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9387972 Jun 08 02:05:22.936729 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 48480) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:22.942198 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-7f3157ad-d720-44a4-a944-e639dbf2e2ef admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1600319638-router', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:05:22.950129 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c753466-d6c5-4777-a796-a96a76794386 admin admin] Network eafc844b-6465-4613-a6dd-f1b9698164f0 is scheduled to be hosted by DHCP agent 45a4719c-dff8-447a-9451-2d43a5a3b5e6 with binding_index 1 {{(pid=104268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 02:05:22.966535 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-4c753466-d6c5-4777-a796-a96a76794386 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-1-iscsi, eafc844b-6465-4613-a6dd-f1b9698164f0) {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:05:22.978362 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c753466-d6c5-4777-a796-a96a76794386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:22.978954 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-4c753466-d6c5-4777-a796-a96a76794386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for subnet (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:22.979439 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-7f3157ad-d720-44a4-a944-e639dbf2e2ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6868'] for router (24624f7b-e97b-4514-a9a4-34d75fe6a2fd), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:22.984231 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-7f3157ad-d720-44a4-a944-e639dbf2e2ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-621629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6829'] for router (24624f7b-e97b-4514-a9a4-34d75fe6a2fd), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:23.014141 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f261c5-6839-4fba-a8f9-b95406d2d0c2 None None] Network eafc844b-6465-4613-a6dd-f1b9698164f0 requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:05:23.014990 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-4c753466-d6c5-4777-a796-a96a76794386 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0453722 Jun 08 02:05:23.016852 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 48486) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:23.025885 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-f6d56118-bc39-4b1f-820c-70c2a4c02f9b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1559781603-router', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:05:23.077955 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f6d56118-bc39-4b1f-820c-70c2a4c02f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6868'] for router (0dc47941-d832-4ac4-9134-aa35ccb87cd6), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:23.079182 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f6d56118-bc39-4b1f-820c-70c2a4c02f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-621629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6829'] for router (0dc47941-d832-4ac4-9134-aa35ccb87cd6), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:23.101259 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-7f3157ad-d720-44a4-a944-e639dbf2e2ef admin admin] Publish callbacks [] for router_controller (24624f7b-e97b-4514-a9a4-34d75fe6a2fd), precommit_add_association {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:23.153737 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8909f50-5379-5de5-8dc8-896ce999fc50-466dc4d7-a525-4704-a47b-5a136472c918', 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918', 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'fixed_ips': [{'subnet_id': '8f09d094-ed17-43ae-a27d-e0d8f7e1f047'}]}} from dv-cinder-845069-1-iscsi. {{(pid=104270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 08 02:05:23.155614 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:23.218770 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f6d56118-bc39-4b1f-820c-70c2a4c02f9b admin admin] Publish callbacks [] for router_controller (0dc47941-d832-4ac4-9134-aa35ccb87cd6), precommit_add_association {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:23.401812 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f6d56118-bc39-4b1f-820c-70c2a4c02f9b admin admin] Publish callbacks [] for router_gateway (0dc47941-d832-4ac4-9134-aa35ccb87cd6), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:23.407688 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 48512) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:23.411894 dv-cinder-845069-1-iscsi neutron-server[104268]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 08 02:05:23.480379 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.db_base_plugin_common [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] Allocated IP 172.20.0.2 (466dc4d7-a525-4704-a47b-5a136472c918/8f09d094-ed17-43ae-a27d-e0d8f7e1f047/1910f881-881b-4f20-8161-0c730eae2a2e) {{(pid=104270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:05:23.499481 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-7f3157ad-d720-44a4-a944-e639dbf2e2ef admin admin] Publish callbacks [] for router_gateway (24624f7b-e97b-4514-a9a4-34d75fe6a2fd), precommit_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:23.630269 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-7b55fc1d-64bf-4d6a-8211-c7ff85d79765 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:23.632765 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-7b55fc1d-64bf-4d6a-8211-c7ff85d79765 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/networks?id=5af62f32-1fcc-4a27-85e9-df350119e5e8 HTTP/1.1" status: 200 len: 810 time: 0.2231328 Jun 08 02:05:23.727351 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-d1782d37-ec81-46a5-9573-957bdbc2513c tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/quotas/16b90d01b80e450b9357d02c245c9531 HTTP/1.1" status: 200 len: 375 time: 0.0348511 Jun 08 02:05:23.754331 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] Publish callbacks [] for port (1910f881-881b-4f20-8161-0c730eae2a2e), precommit_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:23.768543 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:23.769691 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:23.791377 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093'] for port (1910f881-881b-4f20-8161-0c730eae2a2e), after_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:23.808722 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e88248-1e2d-42bd-b6ec-cb6a87c657bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8909f50-5379-5de5-8dc8-896ce999fc50-eafc844b-6465-4613-a6dd-f1b9698164f0', 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0', 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'fixed_ips': [{'subnet_id': 'b425173c-8738-4438-bb14-70ea3c375864'}]}} from dv-cinder-845069-1-iscsi. {{(pid=104270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 08 02:05:23.812905 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-ca7569b8-f7ce-42a9-8ee7-600ff557df52 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=16b90d01b80e450b9357d02c245c9531&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0842202 Jun 08 02:05:23.817842 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-7f3157ad-d720-44a4-a944-e639dbf2e2ef admin admin] Publish callbacks [] for router_gateway (24624f7b-e97b-4514-a9a4-34d75fe6a2fd), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:23.819225 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-c0e88248-1e2d-42bd-b6ec-cb6a87c657bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:23.846463 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-7f3157ad-d720-44a4-a944-e639dbf2e2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:24.008507 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] Network 466dc4d7-a525-4704-a47b-5a136472c918 is already hosted by enough agents. {{(pid=104270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:05:24.023332 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.scheduler.base_scheduler [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] Resources bound (agent type, host, resource id): {{(pid=104270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:05:24.031949 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] Received port after_create {{(pid=104270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:05:24.039496 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] Pushing event updated for resources: {'Port': ['ID=1910f881-881b-4f20-8161-0c730eae2a2e,revision_number=1']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:24.080304 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:24.080931 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:24.081537 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:24.082355 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:24.083100 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:24.083666 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:24.084197 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:24.084998 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:24.085641 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:24.086194 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:24.086736 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:24.087523 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:24.088067 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:24.088614 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:24.089166 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] Tracked resource versions report: Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: pushed versions: Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: { 'AddressGroup': {'1.2'}, Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: 'Agent': {'1.1'}, Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: 'ConntrackHelper': {'1.0'}, Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: 'LocalIPAssociation': {'1.0'}, Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: 'Log': {'1.0'}, Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: 'NDPProxy': {'1.0'}, Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: 'Network': {'1.1'}, Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: 'Port': {'1.7'}, Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: 'PortForwarding': {'1.3'}, Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: 'QosPolicy': {'1.10'}, Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: 'SecurityGroup': {'1.5'}, Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: 'SecurityGroupRule': {'1.2'}, Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: 'SubPort': {'1.0'}, Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: 'Subnet': {'1.1'}, Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: 'Trunk': {'1.1'}} Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: consumer versions: Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: { DHCP agent@dv-cinder-845069-1-iscsi: {}, Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: HyperV agent@hv-cinder-84506: {}, Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: L3 agent@dv-cinder-845069-1-iscsi: {}, Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: Metadata agent@dv-cinder-845069-1-iscsi: {}, Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: Metering agent@dv-cinder-845069-1-iscsi: {}, Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: Open vSwitch agent@dv-cinder-845069-1-iscsi: { 'AddressGroup': '1.2', Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: 'Agent': '1.1', Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: 'ConntrackHelper': '1.0', Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: 'LocalIPAssociation': '1.0', Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: 'Log': '1.0', Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: 'NDPProxy': '1.0', Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: 'Network': '1.1', Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: 'Port': '1.7', Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: 'PortForwarding': '1.3', Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: 'QosPolicy': '1.10', Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: 'SecurityGroup': '1.5', Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: 'SecurityGroupRule': '1.2', Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: 'SubPort': '1.0', Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: 'Subnet': '1.1', Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: 'Trunk': '1.1'}} Jun 08 02:05:24.102593 dv-cinder-845069-1-iscsi neutron-server[104270]: {{(pid=104270) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 02:05:24.107835 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.db_base_plugin_common [None req-7f3157ad-d720-44a4-a944-e639dbf2e2ef admin admin] Allocated IP 172.27.1.122 (fccc80fe-aa23-41fa-b00e-a506a2a0f94c/5f93db06-58fb-4390-8563-710a437b082f/54217be0-8364-4676-b2af-33b5416c6dba) {{(pid=104269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:05:24.189232 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f6d56118-bc39-4b1f-820c-70c2a4c02f9b admin admin] Publish callbacks [] for router_gateway (0dc47941-d832-4ac4-9134-aa35ccb87cd6), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:24.216638 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:UPDATE=4,neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:24.217298 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=80,neutron:UPDATE=7,neutron:INSERT=12,neutron:DELETE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:24.232104 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-fc6b560d-8c82-47be-a229-76ac32301fbb service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104268) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 08 02:05:24.245995 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-fc6b560d-8c82-47be-a229-76ac32301fbb service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1634932 Jun 08 02:05:24.248422 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f6d56118-bc39-4b1f-820c-70c2a4c02f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:24.264216 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.db_base_plugin_common [None req-c0e88248-1e2d-42bd-b6ec-cb6a87c657bd None None] Allocated IP 172.20.0.2 (eafc844b-6465-4613-a6dd-f1b9698164f0/b425173c-8738-4438-bb14-70ea3c375864/6e193089-f08b-4963-942e-ff713ddf66a9) {{(pid=104270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:05:24.282571 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] Attempting to bind port 1910f881-881b-4f20-8161-0c730eae2a2e on host dv-cinder-845069-1-iscsi for vnic_type normal with profile {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:05:24.282702 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] Attempting to bind port 1910f881-881b-4f20-8161-0c730eae2a2e by drivers openvswitch,hyperv on host dv-cinder-845069-1-iscsi at level 0 using segments [{'id': '62cce43a-748d-4567-bfda-31404ed89a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918'}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:05:24.283272 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] Attempting to bind port 1910f881-881b-4f20-8161-0c730eae2a2e on network 466dc4d7-a525-4704-a47b-5a136472c918 {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:05:24.294782 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] Checking agent: {'id': 'f845c03f-68d4-4819-b53b-956a55a73879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 1, 56, 43), 'started_at': datetime.datetime(2022, 6, 8, 1, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:05:24.295373 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] Checking segment: {'id': '62cce43a-748d-4567-bfda-31404ed89a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:05:24.295553 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:24.295681 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:24.295971 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] Bound using segment: {'id': '62cce43a-748d-4567-bfda-31404ed89a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918'} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:05:24.296660 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] Bound port: 1910f881-881b-4f20-8161-0c730eae2a2e, host: dv-cinder-845069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62cce43a-748d-4567-bfda-31404ed89a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918'}}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:05:24.297217 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (1910f881-881b-4f20-8161-0c730eae2a2e), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:24.393219 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-7f3157ad-d720-44a4-a944-e639dbf2e2ef admin admin] Publish callbacks [] for port (54217be0-8364-4676-b2af-33b5416c6dba), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:24.465420 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-d1bc2fd0-2d8f-40e5-8b5e-43d2a048cfd7 service neutron] 10.222.0.20 "GET /v2.0/networks/5af62f32-1fcc-4a27-85e9-df350119e5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071846 Jun 08 02:05:24.589383 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-7f3157ad-d720-44a4-a944-e639dbf2e2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093'] for port (54217be0-8364-4676-b2af-33b5416c6dba), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:24.621261 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:24.712196 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-9744e418-1f75-4531-baa2-ad8d8cd25264 service neutron] 10.222.0.20 "GET /v2.0/networks/5af62f32-1fcc-4a27-85e9-df350119e5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365944 Jun 08 02:05:24.754025 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:24.756910 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [None req-f6d56118-bc39-4b1f-820c-70c2a4c02f9b admin admin] Allocated IP 172.27.1.172 (fccc80fe-aa23-41fa-b00e-a506a2a0f94c/5f93db06-58fb-4390-8563-710a437b082f/e890d3eb-e65d-447a-851e-2b17e2932251) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:05:24.794744 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3157ad-d720-44a4-a944-e639dbf2e2ef admin admin] Network fccc80fe-aa23-41fa-b00e-a506a2a0f94c is already hosted by enough agents. {{(pid=104269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:05:24.822293 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.base_scheduler [None req-7f3157ad-d720-44a4-a944-e639dbf2e2ef admin admin] Resources bound (agent type, host, resource id): {{(pid=104269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:05:24.832117 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3157ad-d720-44a4-a944-e639dbf2e2ef admin admin] Received port after_create {{(pid=104269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:05:24.882685 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] For port 1910f881-881b-4f20-8161-0c730eae2a2e, host dv-cinder-845069-1-iscsi, cleared binding levels {{(pid=104270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:05:24.937508 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3157ad-d720-44a4-a944-e639dbf2e2ef admin admin] Pushing event updated for resources: {'Port': ['ID=54217be0-8364-4676-b2af-33b5416c6dba,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:24.961322 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] For port 1910f881-881b-4f20-8161-0c730eae2a2e, host dv-cinder-845069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=1910f881-881b-4f20-8161-0c730eae2a2e,segment=NetworkSegment(62cce43a-748d-4567-bfda-31404ed89a4f),segment_id=62cce43a-748d-4567-bfda-31404ed89a4f)] {{(pid=104270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:05:24.998835 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 48576) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:25.001649 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (1910f881-881b-4f20-8161-0c730eae2a2e), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:25.004466 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-c0e88248-1e2d-42bd-b6ec-cb6a87c657bd None None] Publish callbacks [] for port (6e193089-f08b-4963-942e-ff713ddf66a9), precommit_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:25.035936 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-c0e88248-1e2d-42bd-b6ec-cb6a87c657bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093'] for port (6e193089-f08b-4963-942e-ff713ddf66a9), after_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:25.139170 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e88248-1e2d-42bd-b6ec-cb6a87c657bd None None] Network eafc844b-6465-4613-a6dd-f1b9698164f0 is already hosted by enough agents. {{(pid=104270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:05:25.152295 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.scheduler.base_scheduler [None req-c0e88248-1e2d-42bd-b6ec-cb6a87c657bd None None] Resources bound (agent type, host, resource id): {{(pid=104270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:05:25.157325 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4909d1b-9b1a-4c58-9c6f-6a6ed208c466 None None] Pushing event updated for resources: {'Port': ['ID=1910f881-881b-4f20-8161-0c730eae2a2e,revision_number=2']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:25.165909 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e88248-1e2d-42bd-b6ec-cb6a87c657bd None None] Received port after_create {{(pid=104270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:05:25.200295 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f6d56118-bc39-4b1f-820c-70c2a4c02f9b admin admin] Publish callbacks [] for port (e890d3eb-e65d-447a-851e-2b17e2932251), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:25.323083 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d0a2a4c6-85c3-4f87-8815-e2ec50db2a78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:25.425794 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f6d56118-bc39-4b1f-820c-70c2a4c02f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093'] for port (e890d3eb-e65d-447a-851e-2b17e2932251), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:25.430971 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e88248-1e2d-42bd-b6ec-cb6a87c657bd None None] Pushing event updated for resources: {'Port': ['ID=6e193089-f08b-4963-942e-ff713ddf66a9,revision_number=1']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:25.436654 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-c0e88248-1e2d-42bd-b6ec-cb6a87c657bd None None] Attempting to bind port 6e193089-f08b-4963-942e-ff713ddf66a9 on host dv-cinder-845069-1-iscsi for vnic_type normal with profile {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:05:25.440926 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-c0e88248-1e2d-42bd-b6ec-cb6a87c657bd None None] Attempting to bind port 6e193089-f08b-4963-942e-ff713ddf66a9 by drivers openvswitch,hyperv on host dv-cinder-845069-1-iscsi at level 0 using segments [{'id': 'a0fcd5bf-dd48-409f-aa60-ccb3d3862478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0'}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:05:25.446004 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e88248-1e2d-42bd-b6ec-cb6a87c657bd None None] Attempting to bind port 6e193089-f08b-4963-942e-ff713ddf66a9 on network eafc844b-6465-4613-a6dd-f1b9698164f0 {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:05:25.457629 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:25.465481 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e88248-1e2d-42bd-b6ec-cb6a87c657bd None None] Checking agent: {'id': 'f845c03f-68d4-4819-b53b-956a55a73879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 1, 56, 43), 'started_at': datetime.datetime(2022, 6, 8, 1, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:05:25.465871 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e88248-1e2d-42bd-b6ec-cb6a87c657bd None None] Checking segment: {'id': 'a0fcd5bf-dd48-409f-aa60-ccb3d3862478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:05:25.466278 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-c0e88248-1e2d-42bd-b6ec-cb6a87c657bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:25.466742 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e88248-1e2d-42bd-b6ec-cb6a87c657bd None None] Bound using segment: {'id': 'a0fcd5bf-dd48-409f-aa60-ccb3d3862478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0'} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:05:25.467244 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-c0e88248-1e2d-42bd-b6ec-cb6a87c657bd None None] Bound port: 6e193089-f08b-4963-942e-ff713ddf66a9, host: dv-cinder-845069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0fcd5bf-dd48-409f-aa60-ccb3d3862478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0'}}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:05:25.467591 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-c0e88248-1e2d-42bd-b6ec-cb6a87c657bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (6e193089-f08b-4963-942e-ff713ddf66a9), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:25.468559 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-7f3157ad-d720-44a4-a944-e639dbf2e2ef admin admin] Publish callbacks [] for router_gateway (24624f7b-e97b-4514-a9a4-34d75fe6a2fd), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:25.483539 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d56118-bc39-4b1f-820c-70c2a4c02f9b admin admin] Network fccc80fe-aa23-41fa-b00e-a506a2a0f94c is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:05:25.489545 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-f6d56118-bc39-4b1f-820c-70c2a4c02f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:05:25.515393 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d56118-bc39-4b1f-820c-70c2a4c02f9b admin admin] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:05:25.689879 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-c0e88248-1e2d-42bd-b6ec-cb6a87c657bd None None] For port 6e193089-f08b-4963-942e-ff713ddf66a9, host dv-cinder-845069-1-iscsi, cleared binding levels {{(pid=104270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:05:25.689879 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-c0e88248-1e2d-42bd-b6ec-cb6a87c657bd None None] For port 6e193089-f08b-4963-942e-ff713ddf66a9, host dv-cinder-845069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=6e193089-f08b-4963-942e-ff713ddf66a9,segment=NetworkSegment(a0fcd5bf-dd48-409f-aa60-ccb3d3862478),segment_id=a0fcd5bf-dd48-409f-aa60-ccb3d3862478)] {{(pid=104270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:05:25.714610 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-c0e88248-1e2d-42bd-b6ec-cb6a87c657bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (6e193089-f08b-4963-942e-ff713ddf66a9), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:25.787417 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-dbcb82fc-b4b5-4fd2-9fa6-55eabbad5a44 req-aa8d5ea8-8a18-4ffc-8f00-78775437219c tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 210 time: 0.2933023 Jun 08 02:05:25.793550 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:25.846575 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e88248-1e2d-42bd-b6ec-cb6a87c657bd None None] Pushing event updated for resources: {'Port': ['ID=6e193089-f08b-4963-942e-ff713ddf66a9,revision_number=2']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:25.874263 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d0a2a4c6-85c3-4f87-8815-e2ec50db2a78 admin admin] Publish callbacks [] for security_group (e6dc2f2b-f024-427f-bb29-d3f2b860ea95), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:25.883528 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d56118-bc39-4b1f-820c-70c2a4c02f9b admin admin] Pushing event updated for resources: {'Port': ['ID=e890d3eb-e65d-447a-851e-2b17e2932251,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:25.904823 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-7f3157ad-d720-44a4-a944-e639dbf2e2ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682964'] for router (24624f7b-e97b-4514-a9a4-34d75fe6a2fd), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:25.933074 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d0a2a4c6-85c3-4f87-8815-e2ec50db2a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (e6dc2f2b-f024-427f-bb29-d3f2b860ea95), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:25.974196 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-d0a2a4c6-85c3-4f87-8815-e2ec50db2a78 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0523a9905e474068b21c44858dd2dc69&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9728823 Jun 08 02:05:25.986093 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 48636) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:26.025618 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a2a4c6-85c3-4f87-8815-e2ec50db2a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6dc2f2b-f024-427f-bb29-d3f2b860ea95,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:26.255840 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:26.270927 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f6d56118-bc39-4b1f-820c-70c2a4c02f9b admin admin] Publish callbacks [] for router_gateway (0dc47941-d832-4ac4-9134-aa35ccb87cd6), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:26.274982 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-30ade76c-277c-42c8-80a3-74221282b17e admin admin] Publish callbacks [] for security_group (e6dc2f2b-f024-427f-bb29-d3f2b860ea95), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:26.340154 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-30ade76c-277c-42c8-80a3-74221282b17e admin admin] Publish callbacks [] for security_group (e6dc2f2b-f024-427f-bb29-d3f2b860ea95), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:26.386140 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:26.389862 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:26.464497 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3157ad-d720-44a4-a944-e639dbf2e2ef admin admin] Router 24624f7b-e97b-4514-a9a4-34d75fe6a2fd is scheduled to L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c with binding_index 1 {{(pid=104269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 08 02:05:26.473510 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:26.502328 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-30ade76c-277c-42c8-80a3-74221282b17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (e6dc2f2b-f024-427f-bb29-d3f2b860ea95), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:26.510087 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-30ade76c-277c-42c8-80a3-74221282b17e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:26.511074 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-30ade76c-277c-42c8-80a3-74221282b17e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6dc2f2b-f024-427f-bb29-d3f2b860ea95 HTTP/1.1" status: 204 len: 168 time: 0.5240455 Jun 08 02:05:26.669153 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 1910f881-881b-4f20-8161-0c730eae2a2e up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:05:26.760839 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 1910f881-881b-4f20-8161-0c730eae2a2e triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:05:26.762300 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (1910f881-881b-4f20-8161-0c730eae2a2e), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:26.779625 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f6d56118-bc39-4b1f-820c-70c2a4c02f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682964'] for router (0dc47941-d832-4ac4-9134-aa35ccb87cd6), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:26.824162 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3157ad-d720-44a4-a944-e639dbf2e2ef admin admin] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:05:26.861208 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac7a398-c853-491e-b2b8-fb83b65de8e1 None None] Sync routers for ids ['24624f7b-e97b-4514-a9a4-34d75fe6a2fd'] in dv-cinder-845069-1-iscsi {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:05:26.863431 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ade76c-277c-42c8-80a3-74221282b17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6dc2f2b-f024-427f-bb29-d3f2b860ea95,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:26.881640 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac7a398-c853-491e-b2b8-fb83b65de8e1 None None] Routers {'24624f7b-e97b-4514-a9a4-34d75fe6a2fd'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:05:26.882128 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-2ac7a398-c853-491e-b2b8-fb83b65de8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:05:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['24624f7b-e97b-4514-a9a4-34d75fe6a2fd'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:05:26.893589 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-7f3157ad-d720-44a4-a944-e639dbf2e2ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:26.901264 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-7f3157ad-d720-44a4-a944-e639dbf2e2ef admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9627502 Jun 08 02:05:26.901994 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 48680) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:27.075939 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 1910f881-881b-4f20-8161-0c730eae2a2e is: DOWN; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:05:27.076834 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (1910f881-881b-4f20-8161-0c730eae2a2e), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:27.093354 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 48688) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:27.210635 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] For port 1910f881-881b-4f20-8161-0c730eae2a2e, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=1910f881-881b-4f20-8161-0c730eae2a2e,segment=NetworkSegment(62cce43a-748d-4567-bfda-31404ed89a4f),segment_id=62cce43a-748d-4567-bfda-31404ed89a4f)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:05:27.222011 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (1910f881-881b-4f20-8161-0c730eae2a2e), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:27.223247 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 6e193089-f08b-4963-942e-ff713ddf66a9 up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:05:27.377907 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-bc1480c5-35ae-4b5d-aa93-4ce382614baa req-7a4d1370-fced-4d37-9888-ab751720501b tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 210 time: 0.2744009 Jun 08 02:05:27.456085 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-2ac7a398-c853-491e-b2b8-fb83b65de8e1 None None] Set router 24624f7b-e97b-4514-a9a4-34d75fe6a2fd gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:05:27.509955 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Pushing event updated for resources: {'Port': ['ID=1910f881-881b-4f20-8161-0c730eae2a2e,revision_number=3']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:27.555796 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d56118-bc39-4b1f-820c-70c2a4c02f9b admin admin] Router 0dc47941-d832-4ac4-9134-aa35ccb87cd6 is scheduled to L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c with binding_index 1 {{(pid=104268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 08 02:05:27.557016 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db50d47f-d6ea-49dc-8491-277c1bf6cf98 None None] Network 466dc4d7-a525-4704-a47b-5a136472c918 requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:05:27.570630 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 6e193089-f08b-4963-942e-ff713ddf66a9 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:05:27.572354 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (6e193089-f08b-4963-942e-ff713ddf66a9), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:27.646177 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 48702) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:27.665081 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-4a4aea1c-9708-45f5-b39b-d6778023cae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:27.729308 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 48704) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:27.797301 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-d5ebfe6d-850d-4565-a6d1-ea834346edda None None] Provisioning complete for port 1910f881-881b-4f20-8161-0c730eae2a2e triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:05:27.798682 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-d5ebfe6d-850d-4565-a6d1-ea834346edda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (1910f881-881b-4f20-8161-0c730eae2a2e), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:27.818624 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-2ac7a398-c853-491e-b2b8-fb83b65de8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'name': 'tempest-AttachVolumeTestJSON-1600319638-router', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '54217be0-8364-4676-b2af-33b5416c6dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:25Z', 'revision_number': 3, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'gw_port': {'id': '54217be0-8364-4676-b2af-33b5416c6dba', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:05:27.851049 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac7a398-c853-491e-b2b8-fb83b65de8e1 None None] Checking router: 24624f7b-e97b-4514-a9a4-34d75fe6a2fd for host: dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:05:27.851242 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44c6d81-1d57-43fd-b518-defd7e1a20f3 None None] Network eafc844b-6465-4613-a6dd-f1b9698164f0 requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:05:27.853254 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac7a398-c853-491e-b2b8-fb83b65de8e1 None None] Updating router 24624f7b-e97b-4514-a9a4-34d75fe6a2fd port 54217be0-8364-4676-b2af-33b5416c6dba binding host dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 02:05:27.862787 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d56118-bc39-4b1f-820c-70c2a4c02f9b admin admin] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:05:27.884869 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a03da05-5e90-497b-b21a-53ac228dc6a7 None None] Sync routers for ids ['0dc47941-d832-4ac4-9134-aa35ccb87cd6'] in dv-cinder-845069-1-iscsi {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:05:27.913725 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f6d56118-bc39-4b1f-820c-70c2a4c02f9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:27.917702 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-f6d56118-bc39-4b1f-820c-70c2a4c02f9b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.8966978 Jun 08 02:05:27.918686 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 48716) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:27.949799 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a03da05-5e90-497b-b21a-53ac228dc6a7 None None] Routers {'0dc47941-d832-4ac4-9134-aa35ccb87cd6'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:05:27.950597 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-7a03da05-5e90-497b-b21a-53ac228dc6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:05:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['0dc47941-d832-4ac4-9134-aa35ccb87cd6'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:05:27.951575 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-2ac7a398-c853-491e-b2b8-fb83b65de8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (54217be0-8364-4676-b2af-33b5416c6dba), before_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:28.055738 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-7a03da05-5e90-497b-b21a-53ac228dc6a7 None None] Set router 0dc47941-d832-4ac4-9134-aa35ccb87cd6 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:05:28.080147 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f33c841f-23fc-4d05-b1f9-0ae15af6024b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:28.301979 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:28.302970 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:28.304809 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-7a03da05-5e90-497b-b21a-53ac228dc6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1559781603-router', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'e890d3eb-e65d-447a-851e-2b17e2932251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:26Z', 'revision_number': 3, 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'gw_port': {'id': 'e890d3eb-e65d-447a-851e-2b17e2932251', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:24Z', 'updated_at': '2022-06-08T02:05:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:05:28.324353 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-7243cdaf-c5b9-4bd4-a069-057bd5a9599c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:28.327512 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-4a4aea1c-9708-45f5-b39b-d6778023cae8 admin admin] Publish callbacks [] for security_group (c4129f91-dd4a-41ae-806d-d8c0423f37dd), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:28.336303 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a03da05-5e90-497b-b21a-53ac228dc6a7 None None] Checking router: 0dc47941-d832-4ac4-9134-aa35ccb87cd6 for host: dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:05:28.336983 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a03da05-5e90-497b-b21a-53ac228dc6a7 None None] Updating router 0dc47941-d832-4ac4-9134-aa35ccb87cd6 port e890d3eb-e65d-447a-851e-2b17e2932251 binding host dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 02:05:28.342142 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-4a4aea1c-9708-45f5-b39b-d6778023cae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (c4129f91-dd4a-41ae-806d-d8c0423f37dd), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:28.342428 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-2ac7a398-c853-491e-b2b8-fb83b65de8e1 None None] Publish callbacks [] for port (54217be0-8364-4676-b2af-33b5416c6dba), precommit_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:28.349152 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-2ac7a398-c853-491e-b2b8-fb83b65de8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (54217be0-8364-4676-b2af-33b5416c6dba), after_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:28.374141 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-7a03da05-5e90-497b-b21a-53ac228dc6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (e890d3eb-e65d-447a-851e-2b17e2932251), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:28.377353 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.db_base_plugin_common [None req-f33c841f-23fc-4d05-b1f9-0ae15af6024b admin admin] Allocated IP 172.20.0.1 (466dc4d7-a525-4704-a47b-5a136472c918/8f09d094-ed17-43ae-a27d-e0d8f7e1f047/757bcb98-5bbf-42c9-9fbe-9a299acd053b) {{(pid=104269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:05:28.393012 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7188d9ef-7a6c-4b4d-b142-6fac0e7a10a6 None None] Pushing event updated for resources: {'Port': ['ID=54217be0-8364-4676-b2af-33b5416c6dba,revision_number=2']} {{(pid=104271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:28.406482 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7188d9ef-7a6c-4b4d-b142-6fac0e7a10a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:28.407342 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7188d9ef-7a6c-4b4d-b142-6fac0e7a10a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:28.407921 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7188d9ef-7a6c-4b4d-b142-6fac0e7a10a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:28.408237 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4aea1c-9708-45f5-b39b-d6778023cae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4129f91-dd4a-41ae-806d-d8c0423f37dd,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:28.409074 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7188d9ef-7a6c-4b4d-b142-6fac0e7a10a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:28.409581 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7188d9ef-7a6c-4b4d-b142-6fac0e7a10a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:28.410082 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7188d9ef-7a6c-4b4d-b142-6fac0e7a10a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:28.410582 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7188d9ef-7a6c-4b4d-b142-6fac0e7a10a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:28.411430 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7188d9ef-7a6c-4b4d-b142-6fac0e7a10a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:28.412210 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7188d9ef-7a6c-4b4d-b142-6fac0e7a10a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:28.412816 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7188d9ef-7a6c-4b4d-b142-6fac0e7a10a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:28.413318 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7188d9ef-7a6c-4b4d-b142-6fac0e7a10a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:28.413851 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7188d9ef-7a6c-4b4d-b142-6fac0e7a10a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:28.414346 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7188d9ef-7a6c-4b4d-b142-6fac0e7a10a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:28.414835 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7188d9ef-7a6c-4b4d-b142-6fac0e7a10a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:28.415377 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7188d9ef-7a6c-4b4d-b142-6fac0e7a10a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7188d9ef-7a6c-4b4d-b142-6fac0e7a10a6 None None] Tracked resource versions report: Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: pushed versions: Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: { 'AddressGroup': {'1.2'}, Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: 'Agent': {'1.1'}, Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: 'ConntrackHelper': {'1.0'}, Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: 'LocalIPAssociation': {'1.0'}, Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: 'Log': {'1.0'}, Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: 'NDPProxy': {'1.0'}, Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: 'Network': {'1.1'}, Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: 'Port': {'1.7'}, Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: 'PortForwarding': {'1.3'}, Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: 'QosPolicy': {'1.10'}, Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: 'SecurityGroup': {'1.5'}, Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: 'SecurityGroupRule': {'1.2'}, Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: 'SubPort': {'1.0'}, Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: 'Subnet': {'1.1'}, Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: 'Trunk': {'1.1'}} Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: consumer versions: Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: { DHCP agent@dv-cinder-845069-1-iscsi: {}, Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: HyperV agent@hv-cinder-84506: {}, Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: L3 agent@dv-cinder-845069-1-iscsi: {}, Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: Metadata agent@dv-cinder-845069-1-iscsi: {}, Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: Metering agent@dv-cinder-845069-1-iscsi: {}, Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: Open vSwitch agent@dv-cinder-845069-1-iscsi: { 'AddressGroup': '1.2', Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: 'Agent': '1.1', Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: 'ConntrackHelper': '1.0', Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: 'LocalIPAssociation': '1.0', Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: 'Log': '1.0', Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: 'NDPProxy': '1.0', Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: 'Network': '1.1', Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: 'Port': '1.7', Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: 'PortForwarding': '1.3', Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: 'QosPolicy': '1.10', Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: 'SecurityGroup': '1.5', Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: 'SecurityGroupRule': '1.2', Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: 'SubPort': '1.0', Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: 'Subnet': '1.1', Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: 'Trunk': '1.1'}} Jun 08 02:05:28.416760 dv-cinder-845069-1-iscsi neutron-server[104271]: {{(pid=104271) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 02:05:28.442887 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:28.457865 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.managers [None req-2ac7a398-c853-491e-b2b8-fb83b65de8e1 None None] Attempting to bind port 54217be0-8364-4676-b2af-33b5416c6dba on host dv-cinder-845069-1-iscsi for vnic_type normal with profile {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:05:28.458537 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.managers [None req-2ac7a398-c853-491e-b2b8-fb83b65de8e1 None None] Attempting to bind port 54217be0-8364-4676-b2af-33b5416c6dba by drivers openvswitch,hyperv on host dv-cinder-845069-1-iscsi at level 0 using segments [{'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}] {{(pid=104271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:05:28.459078 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac7a398-c853-491e-b2b8-fb83b65de8e1 None None] Attempting to bind port 54217be0-8364-4676-b2af-33b5416c6dba on network fccc80fe-aa23-41fa-b00e-a506a2a0f94c {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:05:28.466322 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac7a398-c853-491e-b2b8-fb83b65de8e1 None None] Checking agent: {'id': 'f845c03f-68d4-4819-b53b-956a55a73879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 1, 56, 43), 'started_at': datetime.datetime(2022, 6, 8, 1, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:05:28.466917 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac7a398-c853-491e-b2b8-fb83b65de8e1 None None] Checking segment: {'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:05:28.467489 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-2ac7a398-c853-491e-b2b8-fb83b65de8e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:28.468046 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac7a398-c853-491e-b2b8-fb83b65de8e1 None None] Bound using segment: {'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'} {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:05:28.468740 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.managers [None req-2ac7a398-c853-491e-b2b8-fb83b65de8e1 None None] Bound port: 54217be0-8364-4676-b2af-33b5416c6dba, host: dv-cinder-845069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}}] {{(pid=104271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:05:28.469298 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-2ac7a398-c853-491e-b2b8-fb83b65de8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (54217be0-8364-4676-b2af-33b5416c6dba), before_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:28.482731 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-4a4aea1c-9708-45f5-b39b-d6778023cae8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=073fbec3938845ef83eaaf9e93aea367&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8347051 Jun 08 02:05:28.489876 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 48726) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:28.520582 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.db [None req-2ac7a398-c853-491e-b2b8-fb83b65de8e1 None None] For port 54217be0-8364-4676-b2af-33b5416c6dba, host dv-cinder-845069-1-iscsi, cleared binding levels {{(pid=104271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:05:28.523004 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:28.525013 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.db [None req-2ac7a398-c853-491e-b2b8-fb83b65de8e1 None None] For port 54217be0-8364-4676-b2af-33b5416c6dba, host dv-cinder-845069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=54217be0-8364-4676-b2af-33b5416c6dba,segment=NetworkSegment(85e1942d-da80-4474-8baf-777e325afd8c),segment_id=85e1942d-da80-4474-8baf-777e325afd8c)] {{(pid=104271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:05:28.527761 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:28.528762 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:28.546407 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-2ac7a398-c853-491e-b2b8-fb83b65de8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (54217be0-8364-4676-b2af-33b5416c6dba), after_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:28.549484 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f33c841f-23fc-4d05-b1f9-0ae15af6024b admin admin] Publish callbacks [] for port (757bcb98-5bbf-42c9-9fbe-9a299acd053b), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:28.603960 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:28.606382 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:28.611427 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f33c841f-23fc-4d05-b1f9-0ae15af6024b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093'] for port (757bcb98-5bbf-42c9-9fbe-9a299acd053b), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:28.671920 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33c841f-23fc-4d05-b1f9-0ae15af6024b admin admin] Network 466dc4d7-a525-4704-a47b-5a136472c918 is already hosted by enough agents. {{(pid=104269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:05:28.676008 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.base_scheduler [None req-f33c841f-23fc-4d05-b1f9-0ae15af6024b admin admin] Resources bound (agent type, host, resource id): {{(pid=104269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:05:28.681661 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33c841f-23fc-4d05-b1f9-0ae15af6024b admin admin] Received port after_create {{(pid=104269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:05:28.682213 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f33c841f-23fc-4d05-b1f9-0ae15af6024b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683938'] for router_interface (24624f7b-e97b-4514-a9a4-34d75fe6a2fd), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:28.693245 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 6e193089-f08b-4963-942e-ff713ddf66a9 is: DOWN; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:05:28.693983 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (6e193089-f08b-4963-942e-ff713ddf66a9), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:28.723036 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac7a398-c853-491e-b2b8-fb83b65de8e1 None None] Routers {'24624f7b-e97b-4514-a9a4-34d75fe6a2fd'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:05:28.723934 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-2ac7a398-c853-491e-b2b8-fb83b65de8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:05:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['24624f7b-e97b-4514-a9a4-34d75fe6a2fd'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:05:28.817186 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7188d9ef-7a6c-4b4d-b142-6fac0e7a10a6 None None] Pushing event updated for resources: {'Port': ['ID=54217be0-8364-4676-b2af-33b5416c6dba,revision_number=3']} {{(pid=104271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:28.845905 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c841f-23fc-4d05-b1f9-0ae15af6024b admin admin] Pushing event updated for resources: {'Port': ['ID=757bcb98-5bbf-42c9-9fbe-9a299acd053b,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:28.872045 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3ecf169b-8d08-4621-8416-3530e53c58c9 req-d149c0e7-6fdb-448b-9c02-972ead0e3363 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 210 time: 0.2127378 Jun 08 02:05:28.872719 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3b471cca-1659-4d5a-871d-ec31f2157b1e admin admin] Publish callbacks [] for security_group (c4129f91-dd4a-41ae-806d-d8c0423f37dd), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:28.973395 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-2ac7a398-c853-491e-b2b8-fb83b65de8e1 None None] Set router 24624f7b-e97b-4514-a9a4-34d75fe6a2fd gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:05:29.059309 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3b471cca-1659-4d5a-871d-ec31f2157b1e admin admin] Publish callbacks [] for security_group (c4129f91-dd4a-41ae-806d-d8c0423f37dd), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:29.135162 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-7243cdaf-c5b9-4bd4-a069-057bd5a9599c admin admin] Publish callbacks [] for security_group (391f834c-7c23-464e-ba7a-31f394cc8c1e), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:29.152756 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-7243cdaf-c5b9-4bd4-a069-057bd5a9599c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (391f834c-7c23-464e-ba7a-31f394cc8c1e), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:29.174922 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f33c841f-23fc-4d05-b1f9-0ae15af6024b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (757bcb98-5bbf-42c9-9fbe-9a299acd053b), before_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:29.230318 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] For port 6e193089-f08b-4963-942e-ff713ddf66a9, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=6e193089-f08b-4963-942e-ff713ddf66a9,segment=NetworkSegment(a0fcd5bf-dd48-409f-aa60-ccb3d3862478),segment_id=a0fcd5bf-dd48-409f-aa60-ccb3d3862478)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:05:29.262777 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3b471cca-1659-4d5a-871d-ec31f2157b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (c4129f91-dd4a-41ae-806d-d8c0423f37dd), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:29.263849 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-2ac7a398-c853-491e-b2b8-fb83b65de8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'name': 'tempest-AttachVolumeTestJSON-1600319638-router', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '54217be0-8364-4676-b2af-33b5416c6dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:25Z', 'revision_number': 3, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'gw_port': {'id': '54217be0-8364-4676-b2af-33b5416c6dba', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:05:29.265249 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3b471cca-1659-4d5a-871d-ec31f2157b1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:29.270958 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-3b471cca-1659-4d5a-871d-ec31f2157b1e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c4129f91-dd4a-41ae-806d-d8c0423f37dd HTTP/1.1" status: 204 len: 168 time: 0.7770991 Jun 08 02:05:29.280413 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (6e193089-f08b-4963-942e-ff713ddf66a9), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:29.338081 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac7a398-c853-491e-b2b8-fb83b65de8e1 None None] The sync data for ids ['24624f7b-e97b-4514-a9a4-34d75fe6a2fd'] in dv-cinder-845069-1-iscsi is: [{'id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'name': 'tempest-AttachVolumeTestJSON-1600319638-router', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '54217be0-8364-4676-b2af-33b5416c6dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:25Z', 'revision_number': 3, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'gw_port': {'id': '54217be0-8364-4676-b2af-33b5416c6dba', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}] {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:05:29.356210 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243cdaf-c5b9-4bd4-a069-057bd5a9599c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391f834c-7c23-464e-ba7a-31f394cc8c1e,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:29.406097 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-d5ebfe6d-850d-4565-a6d1-ea834346edda None None] Current status of the port 1910f881-881b-4f20-8161-0c730eae2a2e is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:05:29.552277 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-e0e01d21-c480-4ff2-bc5e-9c0148d4bc32 None None] Provisioning complete for port 6e193089-f08b-4963-942e-ff713ddf66a9 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:05:29.555192 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-e0e01d21-c480-4ff2-bc5e-9c0148d4bc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (6e193089-f08b-4963-942e-ff713ddf66a9), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:29.559403 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Pushing event updated for resources: {'Port': ['ID=6e193089-f08b-4963-942e-ff713ddf66a9,revision_number=3']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:29.604488 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b471cca-1659-4d5a-871d-ec31f2157b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4129f91-dd4a-41ae-806d-d8c0423f37dd,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:29.618619 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-7243cdaf-c5b9-4bd4-a069-057bd5a9599c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1f3f7571cb24d069d7bb1182bafb300&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8830910 Jun 08 02:05:29.625159 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 48756) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:29.699992 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 1910f881-881b-4f20-8161-0c730eae2a2e up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:05:29.711711 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b3c2583a-9eca-4b7d-9811-7033e67cfec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:29.737775 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.15', 55407) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:29.817443 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:30.077286 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-308f21e4-ecb7-4c68-b906-fe15444cc23e admin admin] Publish callbacks [] for security_group (391f834c-7c23-464e-ba7a-31f394cc8c1e), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:30.130492 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-e0e01d21-c480-4ff2-bc5e-9c0148d4bc32 None None] Current status of the port 6e193089-f08b-4963-942e-ff713ddf66a9 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:05:30.147869 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 1910f881-881b-4f20-8161-0c730eae2a2e triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:05:30.148339 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (1910f881-881b-4f20-8161-0c730eae2a2e), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:30.164971 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-7a03da05-5e90-497b-b21a-53ac228dc6a7 None None] Publish callbacks [] for port (e890d3eb-e65d-447a-851e-2b17e2932251), precommit_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:30.182884 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f33c841f-23fc-4d05-b1f9-0ae15af6024b admin admin] Publish callbacks [] for port (757bcb98-5bbf-42c9-9fbe-9a299acd053b), precommit_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:30.187672 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-e0e01d21-c480-4ff2-bc5e-9c0148d4bc32 None None] Provisioning complete for port 757bcb98-5bbf-42c9-9fbe-9a299acd053b triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:05:30.188500 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-e0e01d21-c480-4ff2-bc5e-9c0148d4bc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (757bcb98-5bbf-42c9-9fbe-9a299acd053b), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:30.196090 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f33c841f-23fc-4d05-b1f9-0ae15af6024b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (757bcb98-5bbf-42c9-9fbe-9a299acd053b), after_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:30.199702 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f33c841f-23fc-4d05-b1f9-0ae15af6024b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683862'] for router_interface (24624f7b-e97b-4514-a9a4-34d75fe6a2fd), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:30.228128 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-7a03da05-5e90-497b-b21a-53ac228dc6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (e890d3eb-e65d-447a-851e-2b17e2932251), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:30.293061 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c841f-23fc-4d05-b1f9-0ae15af6024b admin admin] Pushing event updated for resources: {'Port': ['ID=757bcb98-5bbf-42c9-9fbe-9a299acd053b,revision_number=2']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:30.387400 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:30.420793 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-338bb8c1-a291-4590-8122-d9075329f78a req-1faef4dd-e7d4-4f7a-ba2b-3b7fb08e22bb tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 210 time: 0.3322542 Jun 08 02:05:30.446649 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33c841f-23fc-4d05-b1f9-0ae15af6024b admin admin] Network 466dc4d7-a525-4704-a47b-5a136472c918 is already hosted by enough agents. {{(pid=104269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:05:30.447263 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-308f21e4-ecb7-4c68-b906-fe15444cc23e admin admin] Publish callbacks [] for security_group (391f834c-7c23-464e-ba7a-31f394cc8c1e), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:30.448639 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.base_scheduler [None req-f33c841f-23fc-4d05-b1f9-0ae15af6024b admin admin] Resources bound (agent type, host, resource id): {{(pid=104269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:05:30.502859 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-e0e01d21-c480-4ff2-bc5e-9c0148d4bc32 None None] Port 757bcb98-5bbf-42c9-9fbe-9a299acd053b cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:05:30.552873 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [None req-b3c2583a-9eca-4b7d-9811-7033e67cfec6 admin admin] Allocated IP 172.20.0.1 (eafc844b-6465-4613-a6dd-f1b9698164f0/b425173c-8738-4438-bb14-70ea3c375864/b77a56c6-2496-48f0-9607-698f5c7e5630) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:05:30.627472 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63c456-ac14-4cea-a81e-138e15217eab None None] Pushing event updated for resources: {'Port': ['ID=e890d3eb-e65d-447a-851e-2b17e2932251,revision_number=2']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:30.630957 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:30.639926 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-7a03da05-5e90-497b-b21a-53ac228dc6a7 None None] Attempting to bind port e890d3eb-e65d-447a-851e-2b17e2932251 on host dv-cinder-845069-1-iscsi for vnic_type normal with profile {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:05:30.641054 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-7a03da05-5e90-497b-b21a-53ac228dc6a7 None None] Attempting to bind port e890d3eb-e65d-447a-851e-2b17e2932251 by drivers openvswitch,hyperv on host dv-cinder-845069-1-iscsi at level 0 using segments [{'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:05:30.646277 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a03da05-5e90-497b-b21a-53ac228dc6a7 None None] Attempting to bind port e890d3eb-e65d-447a-851e-2b17e2932251 on network fccc80fe-aa23-41fa-b00e-a506a2a0f94c {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:05:30.656428 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-e0e01d21-c480-4ff2-bc5e-9c0148d4bc32 None None] Provisioning complete for port 1910f881-881b-4f20-8161-0c730eae2a2e triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:05:30.656882 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-e0e01d21-c480-4ff2-bc5e-9c0148d4bc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (1910f881-881b-4f20-8161-0c730eae2a2e), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:30.757991 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f33c841f-23fc-4d05-b1f9-0ae15af6024b admin admin] Router 24624f7b-e97b-4514-a9a4-34d75fe6a2fd has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:05:30.760684 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a03da05-5e90-497b-b21a-53ac228dc6a7 None None] Checking agent: {'id': 'f845c03f-68d4-4819-b53b-956a55a73879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 1, 56, 43), 'started_at': datetime.datetime(2022, 6, 8, 1, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:05:30.761616 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a03da05-5e90-497b-b21a-53ac228dc6a7 None None] Checking segment: {'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:05:30.765493 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-7a03da05-5e90-497b-b21a-53ac228dc6a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:30.766429 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-308f21e4-ecb7-4c68-b906-fe15444cc23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (391f834c-7c23-464e-ba7a-31f394cc8c1e), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:30.767580 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a03da05-5e90-497b-b21a-53ac228dc6a7 None None] Bound using segment: {'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:05:30.768295 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-7a03da05-5e90-497b-b21a-53ac228dc6a7 None None] Bound port: e890d3eb-e65d-447a-851e-2b17e2932251, host: dv-cinder-845069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:05:30.768926 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-7a03da05-5e90-497b-b21a-53ac228dc6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (e890d3eb-e65d-447a-851e-2b17e2932251), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:30.773049 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-308f21e4-ecb7-4c68-b906-fe15444cc23e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:30.774378 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-308f21e4-ecb7-4c68-b906-fe15444cc23e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/391f834c-7c23-464e-ba7a-31f394cc8c1e HTTP/1.1" status: 204 len: 168 time: 1.1482759 Jun 08 02:05:30.886125 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 1910f881-881b-4f20-8161-0c730eae2a2e is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:05:30.931419 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-7a03da05-5e90-497b-b21a-53ac228dc6a7 None None] For port e890d3eb-e65d-447a-851e-2b17e2932251, host dv-cinder-845069-1-iscsi, cleared binding levels {{(pid=104270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:05:30.931599 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f21e4-ecb7-4c68-b906-fe15444cc23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391f834c-7c23-464e-ba7a-31f394cc8c1e,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:30.944740 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-7a03da05-5e90-497b-b21a-53ac228dc6a7 None None] For port e890d3eb-e65d-447a-851e-2b17e2932251, host dv-cinder-845069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=e890d3eb-e65d-447a-851e-2b17e2932251,segment=NetworkSegment(85e1942d-da80-4474-8baf-777e325afd8c),segment_id=85e1942d-da80-4474-8baf-777e325afd8c)] {{(pid=104270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:05:30.978298 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:30.979415 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-fcbf9035-6c51-42aa-b265-819815872c3d tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:30.992921 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-fcbf9035-6c51-42aa-b265-819815872c3d tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.15 "GET /v2.0/networks?id=5af62f32-1fcc-4a27-85e9-df350119e5e8 HTTP/1.1" status: 200 len: 810 time: 1.0947535 Jun 08 02:05:30.995835 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-7a03da05-5e90-497b-b21a-53ac228dc6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (e890d3eb-e65d-447a-851e-2b17e2932251), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:31.051065 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-805f2110-8fcb-4e7c-8680-e43b9b9221a1 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Request body: {'port': {'device_id': '400093fe-afb9-4690-9da0-e7a6c7103475', 'network_id': '5af62f32-1fcc-4a27-85e9-df350119e5e8', 'admin_state_up': True, 'tenant_id': '16b90d01b80e450b9357d02c245c9531'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:05:31.102161 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-e0e01d21-c480-4ff2-bc5e-9c0148d4bc32 None None] Current status of the port 1910f881-881b-4f20-8161-0c730eae2a2e is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:05:31.112352 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:31.146361 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33c841f-23fc-4d05-b1f9-0ae15af6024b admin admin] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:05:31.152253 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-f33c841f-23fc-4d05-b1f9-0ae15af6024b admin admin] 10.222.0.20 "PUT /v2.0/routers/24624f7b-e97b-4514-a9a4-34d75fe6a2fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2481420 Jun 08 02:05:31.161880 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a03da05-5e90-497b-b21a-53ac228dc6a7 None None] Routers {'0dc47941-d832-4ac4-9134-aa35ccb87cd6'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:05:31.162750 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-7a03da05-5e90-497b-b21a-53ac228dc6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:05:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['0dc47941-d832-4ac4-9134-aa35ccb87cd6'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:05:31.165329 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63c456-ac14-4cea-a81e-138e15217eab None None] Pushing event updated for resources: {'Port': ['ID=e890d3eb-e65d-447a-851e-2b17e2932251,revision_number=3']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:31.289572 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b3c2583a-9eca-4b7d-9811-7033e67cfec6 admin admin] Publish callbacks [] for port (b77a56c6-2496-48f0-9607-698f5c7e5630), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:31.316063 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-1ca6e887-ffa8-41ce-9181-c4c66dc6f88d None None] Provisioning complete for port 6e193089-f08b-4963-942e-ff713ddf66a9 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:05:31.317366 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-1ca6e887-ffa8-41ce-9181-c4c66dc6f88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (6e193089-f08b-4963-942e-ff713ddf66a9), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:31.449116 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b3c2583a-9eca-4b7d-9811-7033e67cfec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093'] for port (b77a56c6-2496-48f0-9607-698f5c7e5630), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:31.526386 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:31.528737 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-7a03da05-5e90-497b-b21a-53ac228dc6a7 None None] Set router 0dc47941-d832-4ac4-9134-aa35ccb87cd6 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:05:31.570255 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-805f2110-8fcb-4e7c-8680-e43b9b9221a1 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Made reservation on behalf of 16b90d01b80e450b9357d02c245c9531 for: {'port': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:05:31.583790 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-805f2110-8fcb-4e7c-8680-e43b9b9221a1 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:31.655953 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 54217be0-8364-4676-b2af-33b5416c6dba up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:05:31.716527 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a5e91b96-5de6-4c7c-8f0a-c6d7228f08e0 req-f1fb2143-612d-4e89-bb26-121a24478d5a tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 210 time: 0.1271045 Jun 08 02:05:31.725924 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c2583a-9eca-4b7d-9811-7033e67cfec6 admin admin] Network eafc844b-6465-4613-a6dd-f1b9698164f0 is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:05:31.905609 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:31.915958 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-b3c2583a-9eca-4b7d-9811-7033e67cfec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:05:31.925264 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c2583a-9eca-4b7d-9811-7033e67cfec6 admin admin] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:05:31.928002 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b3c2583a-9eca-4b7d-9811-7033e67cfec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683938'] for router_interface (0dc47941-d832-4ac4-9134-aa35ccb87cd6), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:31.950551 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-1ca6e887-ffa8-41ce-9181-c4c66dc6f88d None None] Current status of the port 6e193089-f08b-4963-942e-ff713ddf66a9 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:05:31.985332 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 48868) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:32.012938 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-1ca6e887-ffa8-41ce-9181-c4c66dc6f88d None None] Provisioning complete for port 757bcb98-5bbf-42c9-9fbe-9a299acd053b triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:05:32.013612 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-1ca6e887-ffa8-41ce-9181-c4c66dc6f88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (757bcb98-5bbf-42c9-9fbe-9a299acd053b), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:32.055553 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2583a-9eca-4b7d-9811-7033e67cfec6 admin admin] Pushing event updated for resources: {'Port': ['ID=b77a56c6-2496-48f0-9607-698f5c7e5630,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:32.062019 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 54217be0-8364-4676-b2af-33b5416c6dba triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:05:32.063790 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (54217be0-8364-4676-b2af-33b5416c6dba), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:32.296660 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-1ca6e887-ffa8-41ce-9181-c4c66dc6f88d None None] Port 757bcb98-5bbf-42c9-9fbe-9a299acd053b cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:05:32.360171 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-7a03da05-5e90-497b-b21a-53ac228dc6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1559781603-router', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'e890d3eb-e65d-447a-851e-2b17e2932251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:26Z', 'revision_number': 3, 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'gw_port': {'id': 'e890d3eb-e65d-447a-851e-2b17e2932251', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:24Z', 'updated_at': '2022-06-08T02:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:05:32.437623 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a03da05-5e90-497b-b21a-53ac228dc6a7 None None] The sync data for ids ['0dc47941-d832-4ac4-9134-aa35ccb87cd6'] in dv-cinder-845069-1-iscsi is: [{'id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1559781603-router', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'e890d3eb-e65d-447a-851e-2b17e2932251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:26Z', 'revision_number': 3, 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'gw_port': {'id': 'e890d3eb-e65d-447a-851e-2b17e2932251', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:24Z', 'updated_at': '2022-06-08T02:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}] {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:05:32.651656 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 54217be0-8364-4676-b2af-33b5416c6dba is: DOWN; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:05:32.654921 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (54217be0-8364-4676-b2af-33b5416c6dba), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:32.659805 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d26f04a1-82f5-43c9-93ee-46adf47f936d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:32.735240 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-ee8ff8a9-ddfa-4b13-b1ad-23316cb88746 None None] Provisioning complete for port b77a56c6-2496-48f0-9607-698f5c7e5630 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:05:32.735620 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-ee8ff8a9-ddfa-4b13-b1ad-23316cb88746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (b77a56c6-2496-48f0-9607-698f5c7e5630), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:32.869121 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-805f2110-8fcb-4e7c-8680-e43b9b9221a1 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Allocated IP 172.20.0.14 (5af62f32-1fcc-4a27-85e9-df350119e5e8/b33e88ce-f455-48d2-b946-591bd81a41e3/732d068c-f7fd-41f4-8c10-2743ccfb57c5) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:05:32.879459 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] For port 54217be0-8364-4676-b2af-33b5416c6dba, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=54217be0-8364-4676-b2af-33b5416c6dba,segment=NetworkSegment(85e1942d-da80-4474-8baf-777e325afd8c),segment_id=85e1942d-da80-4474-8baf-777e325afd8c)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:05:32.948388 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 48900) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:32.962771 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (54217be0-8364-4676-b2af-33b5416c6dba), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:32.966641 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 6e193089-f08b-4963-942e-ff713ddf66a9 up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:05:33.016831 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ec74537f-8a7e-4238-86ed-2202f3c42f55 req-5842e264-ac76-4128-a34d-1bee32799756 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 210 time: 0.1075337 Jun 08 02:05:33.021020 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-7cd13874-d938-47f7-9b3e-b339a7625239 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Request body: {'security_group': {'name': 'tempest-securitygroup--310407534', 'description': 'tempest-description--1051038173'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:05:33.065737 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d684393-a412-425f-8553-0331e4a4b75e None None] Sync routers for ids ['24624f7b-e97b-4514-a9a4-34d75fe6a2fd'] in dv-cinder-845069-1-iscsi {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:05:33.082581 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:33.091645 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d684393-a412-425f-8553-0331e4a4b75e None None] Routers {'24624f7b-e97b-4514-a9a4-34d75fe6a2fd'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:05:33.092289 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-3d684393-a412-425f-8553-0331e4a4b75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:05:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['24624f7b-e97b-4514-a9a4-34d75fe6a2fd'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:05:33.125105 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b3c2583a-9eca-4b7d-9811-7033e67cfec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (b77a56c6-2496-48f0-9607-698f5c7e5630), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:33.143904 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:33.157757 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-ee8ff8a9-ddfa-4b13-b1ad-23316cb88746 None None] Port b77a56c6-2496-48f0-9607-698f5c7e5630 cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:05:33.277747 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-7cd13874-d938-47f7-9b3e-b339a7625239 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:33.333468 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 6e193089-f08b-4963-942e-ff713ddf66a9 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:05:33.336076 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (6e193089-f08b-4963-942e-ff713ddf66a9), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:33.443360 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 48912) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:33.475464 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d26f04a1-82f5-43c9-93ee-46adf47f936d admin admin] Publish callbacks [] for security_group (2ed3e2f5-491b-4393-b654-c8b6345db3cc), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:33.513663 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-3d684393-a412-425f-8553-0331e4a4b75e None None] Set router 24624f7b-e97b-4514-a9a4-34d75fe6a2fd gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:05:33.516845 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d26f04a1-82f5-43c9-93ee-46adf47f936d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (2ed3e2f5-491b-4393-b654-c8b6345db3cc), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:33.545483 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b3c2583a-9eca-4b7d-9811-7033e67cfec6 admin admin] Publish callbacks [] for port (b77a56c6-2496-48f0-9607-698f5c7e5630), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:33.554705 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b3c2583a-9eca-4b7d-9811-7033e67cfec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (b77a56c6-2496-48f0-9607-698f5c7e5630), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:33.555548 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b3c2583a-9eca-4b7d-9811-7033e67cfec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683862'] for router_interface (0dc47941-d832-4ac4-9134-aa35ccb87cd6), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:33.604479 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-d26f04a1-82f5-43c9-93ee-46adf47f936d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=988313c714f540718ce907c46ea7acde&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6171083 Jun 08 02:05:33.612798 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 48920) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:33.629988 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Pushing event updated for resources: {'Port': ['ID=54217be0-8364-4676-b2af-33b5416c6dba,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:33.696096 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 6e193089-f08b-4963-942e-ff713ddf66a9 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:05:33.710645 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:33.749910 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c2583a-9eca-4b7d-9811-7033e67cfec6 admin admin] Network eafc844b-6465-4613-a6dd-f1b9698164f0 is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:05:33.775150 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-b3c2583a-9eca-4b7d-9811-7033e67cfec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:05:33.794248 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f04a1-82f5-43c9-93ee-46adf47f936d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed3e2f5-491b-4393-b654-c8b6345db3cc,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:33.797104 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:33.893159 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-7cd13874-d938-47f7-9b3e-b339a7625239 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for security_group (7b6f4e75-62e8-4a1c-9038-cdc534fe4424), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:33.927444 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-7cd13874-d938-47f7-9b3e-b339a7625239 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (7b6f4e75-62e8-4a1c-9038-cdc534fe4424), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:33.927901 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2583a-9eca-4b7d-9811-7033e67cfec6 admin admin] Pushing event updated for resources: {'Port': ['ID=b77a56c6-2496-48f0-9607-698f5c7e5630,revision_number=2']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:33.955769 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-805f2110-8fcb-4e7c-8680-e43b9b9221a1 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Publish callbacks [] for port (732d068c-f7fd-41f4-8c10-2743ccfb57c5), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:34.034213 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-fd275a09-fd76-4a96-9952-7f47e2c8c845 admin admin] Publish callbacks [] for security_group (2ed3e2f5-491b-4393-b654-c8b6345db3cc), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:34.092041 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-fd275a09-fd76-4a96-9952-7f47e2c8c845 admin admin] Publish callbacks [] for security_group (2ed3e2f5-491b-4393-b654-c8b6345db3cc), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:34.196944 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-7cd13874-d938-47f7-9b3e-b339a7625239 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:34.200633 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-7cd13874-d938-47f7-9b3e-b339a7625239 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2471092 Jun 08 02:05:34.206276 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-a9d805cf-b764-43dc-a226-c70e2575bf0b None None] Provisioning complete for port b77a56c6-2496-48f0-9607-698f5c7e5630 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:05:34.206646 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-a9d805cf-b764-43dc-a226-c70e2575bf0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (b77a56c6-2496-48f0-9607-698f5c7e5630), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:34.225005 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 48930) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:34.279507 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-6071b2f8-c807-40d0-84b2-549977e5d24e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:34.289383 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd13874-d938-47f7-9b3e-b339a7625239 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6f4e75-62e8-4a1c-9038-cdc534fe4424,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:34.298840 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-3b8cbb6b-dd32-4ce9-ac7b-d0cf129959b5 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Request body: {'security_group_rule': {'security_group_id': '7b6f4e75-62e8-4a1c-9038-cdc534fe4424', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:05:34.401556 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-fd275a09-fd76-4a96-9952-7f47e2c8c845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (2ed3e2f5-491b-4393-b654-c8b6345db3cc), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:34.429739 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-a9d805cf-b764-43dc-a226-c70e2575bf0b None None] Port b77a56c6-2496-48f0-9607-698f5c7e5630 cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:05:34.432665 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-fd275a09-fd76-4a96-9952-7f47e2c8c845 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:34.438710 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-fd275a09-fd76-4a96-9952-7f47e2c8c845 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ed3e2f5-491b-4393-b654-c8b6345db3cc HTTP/1.1" status: 204 len: 168 time: 0.8237603 Jun 08 02:05:34.455671 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-805f2110-8fcb-4e7c-8680-e43b9b9221a1 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093'] for port (732d068c-f7fd-41f4-8c10-2743ccfb57c5), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:34.464745 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c2583a-9eca-4b7d-9811-7033e67cfec6 admin admin] Router 0dc47941-d832-4ac4-9134-aa35ccb87cd6 has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:05:34.518945 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-3d684393-a412-425f-8553-0331e4a4b75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'name': 'tempest-AttachVolumeTestJSON-1600319638-router', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '54217be0-8364-4676-b2af-33b5416c6dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:29Z', 'revision_number': 4, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'gw_port': {'id': '54217be0-8364-4676-b2af-33b5416c6dba', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '757bcb98-5bbf-42c9-9fbe-9a299acd053b', 'name': '', 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'mac_address': 'fa:16:3e:8c:2c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8f09d094-ed17-43ae-a27d-e0d8f7e1f047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:28Z', 'updated_at': '2022-06-08T02:05:29Z', 'revision_number': 2, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'subnets': [{'id': '8f09d094-ed17-43ae-a27d-e0d8f7e1f047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:05:34.606950 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-6071b2f8-c807-40d0-84b2-549977e5d24e admin admin] Publish callbacks [] for security_group (81824d37-5db0-4b12-9e9e-f99c6527176b), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:34.614063 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd275a09-fd76-4a96-9952-7f47e2c8c845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed3e2f5-491b-4393-b654-c8b6345db3cc,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:34.620272 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-6071b2f8-c807-40d0-84b2-549977e5d24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (81824d37-5db0-4b12-9e9e-f99c6527176b), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:34.627080 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d684393-a412-425f-8553-0331e4a4b75e None None] Checking router: 24624f7b-e97b-4514-a9a4-34d75fe6a2fd for host: dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:05:34.645505 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d684393-a412-425f-8553-0331e4a4b75e None None] Updating router 24624f7b-e97b-4514-a9a4-34d75fe6a2fd port 757bcb98-5bbf-42c9-9fbe-9a299acd053b binding host dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 02:05:34.708096 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-3d684393-a412-425f-8553-0331e4a4b75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (757bcb98-5bbf-42c9-9fbe-9a299acd053b), before_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:34.736779 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3b8cbb6b-dd32-4ce9-ac7b-d0cf129959b5 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for security_group_rule (3e344f87-81a5-4883-9a6a-a926d7d8d5e8), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:34.736779 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-805f2110-8fcb-4e7c-8680-e43b9b9221a1 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Network 5af62f32-1fcc-4a27-85e9-df350119e5e8 is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:05:34.817819 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-6071b2f8-c807-40d0-84b2-549977e5d24e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b762d2e87da463dac84eedfdedbeb7f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3639636 Jun 08 02:05:34.823018 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 48954) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:34.843703 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071b2f8-c807-40d0-84b2-549977e5d24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81824d37-5db0-4b12-9e9e-f99c6527176b,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:34.977257 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:34.988106 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-dfe566b7-7ba6-4812-832e-00a8c6660c7d admin admin] Publish callbacks [] for security_group (81824d37-5db0-4b12-9e9e-f99c6527176b), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:35.029941 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-dfe566b7-7ba6-4812-832e-00a8c6660c7d admin admin] Publish callbacks [] for security_group (81824d37-5db0-4b12-9e9e-f99c6527176b), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:35.065732 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba6a49-f2dc-4146-aee0-9f34b7e2ddb1 req-2d95012d-b83e-4fda-81ae-2c36e02ff167 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:35.075431 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ffba6a49-f2dc-4146-aee0-9f34b7e2ddb1 req-2d95012d-b83e-4fda-81ae-2c36e02ff167 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 932 time: 0.4336972 Jun 08 02:05:35.144214 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-dfe566b7-7ba6-4812-832e-00a8c6660c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (81824d37-5db0-4b12-9e9e-f99c6527176b), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:35.145503 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c2583a-9eca-4b7d-9811-7033e67cfec6 admin admin] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:05:35.148619 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-dfe566b7-7ba6-4812-832e-00a8c6660c7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:35.150143 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-dfe566b7-7ba6-4812-832e-00a8c6660c7d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81824d37-5db0-4b12-9e9e-f99c6527176b HTTP/1.1" status: 204 len: 168 time: 0.3259063 Jun 08 02:05:35.164728 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:35.166622 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe566b7-7ba6-4812-832e-00a8c6660c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81824d37-5db0-4b12-9e9e-f99c6527176b,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:35.170565 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-b3c2583a-9eca-4b7d-9811-7033e67cfec6 admin admin] 10.222.0.20 "PUT /v2.0/routers/0dc47941-d832-4ac4-9134-aa35ccb87cd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2505372 Jun 08 02:05:35.214133 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 54217be0-8364-4676-b2af-33b5416c6dba up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:05:35.222589 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-805f2110-8fcb-4e7c-8680-e43b9b9221a1 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:05:35.292765 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-805f2110-8fcb-4e7c-8680-e43b9b9221a1 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:05:35.308756 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-805f2110-8fcb-4e7c-8680-e43b9b9221a1 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:35.313829 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-805f2110-8fcb-4e7c-8680-e43b9b9221a1 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:35.399552 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-805f2110-8fcb-4e7c-8680-e43b9b9221a1 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3549678 Jun 08 02:05:35.429993 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:35.435074 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-a9efdc89-503d-4dcd-9d0a-1fd72075dc77 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104268) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 08 02:05:35.442751 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-a9efdc89-503d-4dcd-9d0a-1fd72075dc77 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0162358 Jun 08 02:05:35.457060 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f2110-8fcb-4e7c-8680-e43b9b9221a1 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Pushing event updated for resources: {'Port': ['ID=732d068c-f7fd-41f4-8c10-2743ccfb57c5,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:35.487694 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=100 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:35.536986 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ffba6a49-f2dc-4146-aee0-9f34b7e2ddb1 req-32a23b16-8229-4078-8491-3669740c54cd tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/security-groups?id=68887de8-bd34-47a7-a58c-5006197de366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605849 Jun 08 02:05:35.587432 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 48970) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:35.608298 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3b8cbb6b-dd32-4ce9-ac7b-d0cf129959b5 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for security_group_rule (3e344f87-81a5-4883-9a6a-a926d7d8d5e8), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:35.616787 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3b8cbb6b-dd32-4ce9-ac7b-d0cf129959b5 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292501'] for security_group_rule (3e344f87-81a5-4883-9a6a-a926d7d8d5e8), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:35.622909 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4a8b9d44-ad48-470d-bf2d-1af2ed96dae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:35.656133 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8cbb6b-dd32-4ce9-ac7b-d0cf129959b5 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e344f87-81a5-4883-9a6a-a926d7d8d5e8,revision_number=0']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:35.712867 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3b8cbb6b-dd32-4ce9-ac7b-d0cf129959b5 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:35.720819 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-3b8cbb6b-dd32-4ce9-ac7b-d0cf129959b5 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4945641 Jun 08 02:05:35.723927 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 48974) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:35.735962 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-42e2a9b9-bb69-48e4-adfc-cfe7e940c265 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Request body: {'security_group_rule': {'security_group_id': '7b6f4e75-62e8-4a1c-9038-cdc534fe4424', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:05:35.786334 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 54217be0-8364-4676-b2af-33b5416c6dba triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:05:35.788126 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (54217be0-8364-4676-b2af-33b5416c6dba), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:35.790686 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-3d684393-a412-425f-8553-0331e4a4b75e None None] Publish callbacks [] for port (757bcb98-5bbf-42c9-9fbe-9a299acd053b), precommit_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:35.804670 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-3d684393-a412-425f-8553-0331e4a4b75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (757bcb98-5bbf-42c9-9fbe-9a299acd053b), after_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:35.870280 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-42e2a9b9-bb69-48e4-adfc-cfe7e940c265 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for security_group_rule (b7472339-e3c8-4231-bc94-acf6f6aa574f), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:35.888757 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4a8b9d44-ad48-470d-bf2d-1af2ed96dae9 admin admin] Publish callbacks [] for security_group (cdfb1a65-0c51-498f-a77d-149c2a93d25b), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:35.897628 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4a8b9d44-ad48-470d-bf2d-1af2ed96dae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (cdfb1a65-0c51-498f-a77d-149c2a93d25b), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:35.925810 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e4d71d-7285-44c6-bd71-77ae70e8721e None None] Sync routers for ids ['0dc47941-d832-4ac4-9134-aa35ccb87cd6'] in dv-cinder-845069-1-iscsi {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:05:35.968753 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e4d71d-7285-44c6-bd71-77ae70e8721e None None] Routers {'0dc47941-d832-4ac4-9134-aa35ccb87cd6'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:05:35.972862 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-31e4d71d-7285-44c6-bd71-77ae70e8721e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:05:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['0dc47941-d832-4ac4-9134-aa35ccb87cd6'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:05:35.992197 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-4a8b9d44-ad48-470d-bf2d-1af2ed96dae9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6393d327003b4573bd16e88ea5b86aa5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4033453 Jun 08 02:05:36.005258 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 48978) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:36.032631 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=100 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:36.051055 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b9d44-ad48-470d-bf2d-1af2ed96dae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfb1a65-0c51-498f-a77d-149c2a93d25b,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:36.137616 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-42e2a9b9-bb69-48e4-adfc-cfe7e940c265 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for security_group_rule (b7472339-e3c8-4231-bc94-acf6f6aa574f), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:36.139672 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-ff2c02b7-aa40-4327-8055-c29e1188deb1 admin admin] Publish callbacks [] for security_group (cdfb1a65-0c51-498f-a77d-149c2a93d25b), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:36.151749 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-42e2a9b9-bb69-48e4-adfc-cfe7e940c265 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292501'] for security_group_rule (b7472339-e3c8-4231-bc94-acf6f6aa574f), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:36.192616 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-ff2c02b7-aa40-4327-8055-c29e1188deb1 admin admin] Publish callbacks [] for security_group (cdfb1a65-0c51-498f-a77d-149c2a93d25b), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:36.201972 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84125bce-523a-4635-a893-b52cae61a8c2 None None] Pushing event updated for resources: {'Port': ['ID=757bcb98-5bbf-42c9-9fbe-9a299acd053b,revision_number=3']} {{(pid=104271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:36.250111 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e2a9b9-bb69-48e4-adfc-cfe7e940c265 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7472339-e3c8-4231-bc94-acf6f6aa574f,revision_number=0']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:36.268489 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.managers [None req-3d684393-a412-425f-8553-0331e4a4b75e None None] Attempting to bind port 757bcb98-5bbf-42c9-9fbe-9a299acd053b on host dv-cinder-845069-1-iscsi for vnic_type normal with profile {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:05:36.268864 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.managers [None req-3d684393-a412-425f-8553-0331e4a4b75e None None] Attempting to bind port 757bcb98-5bbf-42c9-9fbe-9a299acd053b by drivers openvswitch,hyperv on host dv-cinder-845069-1-iscsi at level 0 using segments [{'id': '62cce43a-748d-4567-bfda-31404ed89a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918'}] {{(pid=104271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:05:36.269224 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d684393-a412-425f-8553-0331e4a4b75e None None] Attempting to bind port 757bcb98-5bbf-42c9-9fbe-9a299acd053b on network 466dc4d7-a525-4704-a47b-5a136472c918 {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:05:36.277996 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-42e2a9b9-bb69-48e4-adfc-cfe7e940c265 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:36.282485 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-42e2a9b9-bb69-48e4-adfc-cfe7e940c265 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5573518 Jun 08 02:05:36.286511 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 48988) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:36.302544 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-2a4efe27-d627-4c00-9b9e-d5a85331106f tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Request body: {'floatingip': {'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:05:36.317186 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d684393-a412-425f-8553-0331e4a4b75e None None] Checking agent: {'id': 'f845c03f-68d4-4819-b53b-956a55a73879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 1, 56, 43), 'started_at': datetime.datetime(2022, 6, 8, 1, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:05:36.317763 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d684393-a412-425f-8553-0331e4a4b75e None None] Checking segment: {'id': '62cce43a-748d-4567-bfda-31404ed89a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:05:36.318487 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-3d684393-a412-425f-8553-0331e4a4b75e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:36.322029 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d684393-a412-425f-8553-0331e4a4b75e None None] Bound using segment: {'id': '62cce43a-748d-4567-bfda-31404ed89a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918'} {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:05:36.322285 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-ff2c02b7-aa40-4327-8055-c29e1188deb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (cdfb1a65-0c51-498f-a77d-149c2a93d25b), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:36.329136 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.managers [None req-3d684393-a412-425f-8553-0331e4a4b75e None None] Bound port: 757bcb98-5bbf-42c9-9fbe-9a299acd053b, host: dv-cinder-845069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62cce43a-748d-4567-bfda-31404ed89a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918'}}] {{(pid=104271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:05:36.329805 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-3d684393-a412-425f-8553-0331e4a4b75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (757bcb98-5bbf-42c9-9fbe-9a299acd053b), before_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:36.333116 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-ff2c02b7-aa40-4327-8055-c29e1188deb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:36.339079 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-ff2c02b7-aa40-4327-8055-c29e1188deb1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cdfb1a65-0c51-498f-a77d-149c2a93d25b HTTP/1.1" status: 204 len: 168 time: 0.3220668 Jun 08 02:05:36.359657 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c02b7-aa40-4327-8055-c29e1188deb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfb1a65-0c51-498f-a77d-149c2a93d25b,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:36.367257 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:36.387059 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-2a4efe27-d627-4c00-9b9e-d5a85331106f tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:36.431864 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 54217be0-8364-4676-b2af-33b5416c6dba is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:05:36.433924 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device e890d3eb-e65d-447a-851e-2b17e2932251 up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:05:36.510861 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.db [None req-3d684393-a412-425f-8553-0331e4a4b75e None None] For port 757bcb98-5bbf-42c9-9fbe-9a299acd053b, host dv-cinder-845069-1-iscsi, cleared binding levels {{(pid=104271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:05:36.535802 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:36.538536 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.db [None req-3d684393-a412-425f-8553-0331e4a4b75e None None] For port 757bcb98-5bbf-42c9-9fbe-9a299acd053b, host dv-cinder-845069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=757bcb98-5bbf-42c9-9fbe-9a299acd053b,segment=NetworkSegment(62cce43a-748d-4567-bfda-31404ed89a4f),segment_id=62cce43a-748d-4567-bfda-31404ed89a4f)] {{(pid=104271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:05:36.538766 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-2a4efe27-d627-4c00-9b9e-d5a85331106f tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:36.543803 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-d64b9c79-c517-43d0-ae6d-a976e21b1463 None None] Provisioning complete for port 757bcb98-5bbf-42c9-9fbe-9a299acd053b triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:05:36.544564 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-d64b9c79-c517-43d0-ae6d-a976e21b1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (757bcb98-5bbf-42c9-9fbe-9a299acd053b), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:36.555596 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-3d684393-a412-425f-8553-0331e4a4b75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (757bcb98-5bbf-42c9-9fbe-9a299acd053b), after_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:36.613305 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-31e4d71d-7285-44c6-bd71-77ae70e8721e None None] Set router 0dc47941-d832-4ac4-9134-aa35ccb87cd6 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:05:36.759608 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d684393-a412-425f-8553-0331e4a4b75e None None] Routers {'24624f7b-e97b-4514-a9a4-34d75fe6a2fd'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:05:36.760354 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-3d684393-a412-425f-8553-0331e4a4b75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:05:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['24624f7b-e97b-4514-a9a4-34d75fe6a2fd'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:05:36.763700 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port e890d3eb-e65d-447a-851e-2b17e2932251 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:05:36.764070 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (e890d3eb-e65d-447a-851e-2b17e2932251), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:36.941023 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1adfa0-06cc-460e-8cc9-5c5f2375c25f req-0f2a6206-027a-4b10-a7fe-11b1482c232f tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:36.960678 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7b1adfa0-06cc-460e-8cc9-5c5f2375c25f req-0f2a6206-027a-4b10-a7fe-11b1482c232f tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 932 time: 0.2763243 Jun 08 02:05:36.982950 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84125bce-523a-4635-a893-b52cae61a8c2 None None] Pushing event updated for resources: {'Port': ['ID=757bcb98-5bbf-42c9-9fbe-9a299acd053b,revision_number=4']} {{(pid=104271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:37.102543 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [None req-2a4efe27-d627-4c00-9b9e-d5a85331106f tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Allocated IP 172.27.1.127 (fccc80fe-aa23-41fa-b00e-a506a2a0f94c/5f93db06-58fb-4390-8563-710a437b082f/cce21a16-4bbb-47ac-b3f7-3eb90cb407af) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:05:37.128246 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-f4931bf0-84cc-4aae-9121-7a197bbed795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:37.152294 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-3d684393-a412-425f-8553-0331e4a4b75e None None] Set router 24624f7b-e97b-4514-a9a4-34d75fe6a2fd gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:05:37.200599 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-d64b9c79-c517-43d0-ae6d-a976e21b1463 None None] Current status of the port 757bcb98-5bbf-42c9-9fbe-9a299acd053b is: DOWN; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:05:37.203320 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-d64b9c79-c517-43d0-ae6d-a976e21b1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (757bcb98-5bbf-42c9-9fbe-9a299acd053b), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:37.326997 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=100 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:37.394696 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7b1adfa0-06cc-460e-8cc9-5c5f2375c25f req-7e33174f-7013-4751-bebc-13378a411dc3 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/security-groups?id=68887de8-bd34-47a7-a58c-5006197de366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286313 Jun 08 02:05:37.446760 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-d64b9c79-c517-43d0-ae6d-a976e21b1463 None None] For port 757bcb98-5bbf-42c9-9fbe-9a299acd053b, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=757bcb98-5bbf-42c9-9fbe-9a299acd053b,segment=NetworkSegment(62cce43a-748d-4567-bfda-31404ed89a4f),segment_id=62cce43a-748d-4567-bfda-31404ed89a4f)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:05:37.449562 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port e890d3eb-e65d-447a-851e-2b17e2932251 is: DOWN; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:05:37.450062 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (e890d3eb-e65d-447a-851e-2b17e2932251), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:37.497561 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 49018) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:37.499116 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-2a4efe27-d627-4c00-9b9e-d5a85331106f tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for port (cce21a16-4bbb-47ac-b3f7-3eb90cb407af), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:37.514525 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-d64b9c79-c517-43d0-ae6d-a976e21b1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (757bcb98-5bbf-42c9-9fbe-9a299acd053b), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:37.567032 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-2a4efe27-d627-4c00-9b9e-d5a85331106f tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093'] for port (cce21a16-4bbb-47ac-b3f7-3eb90cb407af), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:37.641452 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-3d684393-a412-425f-8553-0331e4a4b75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'name': 'tempest-AttachVolumeTestJSON-1600319638-router', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '54217be0-8364-4676-b2af-33b5416c6dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:29Z', 'revision_number': 4, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'gw_port': {'id': '54217be0-8364-4676-b2af-33b5416c6dba', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '757bcb98-5bbf-42c9-9fbe-9a299acd053b', 'name': '', 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'mac_address': 'fa:16:3e:8c:2c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8f09d094-ed17-43ae-a27d-e0d8f7e1f047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:28Z', 'updated_at': '2022-06-08T02:05:36Z', 'revision_number': 4, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'subnets': [{'id': '8f09d094-ed17-43ae-a27d-e0d8f7e1f047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:05:37.642170 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] For port e890d3eb-e65d-447a-851e-2b17e2932251, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=e890d3eb-e65d-447a-851e-2b17e2932251,segment=NetworkSegment(85e1942d-da80-4474-8baf-777e325afd8c),segment_id=85e1942d-da80-4474-8baf-777e325afd8c)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:05:37.655557 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-13487bde-c6c0-4759-876c-a7b40eebfe32 service neutron] Request body: {'port': {'device_id': '400093fe-afb9-4690-9da0-e7a6c7103475', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:05:37.691370 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (e890d3eb-e65d-447a-851e-2b17e2932251), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:37.695879 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d684393-a412-425f-8553-0331e4a4b75e None None] The sync data for ids ['24624f7b-e97b-4514-a9a4-34d75fe6a2fd'] in dv-cinder-845069-1-iscsi is: [{'id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'name': 'tempest-AttachVolumeTestJSON-1600319638-router', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '54217be0-8364-4676-b2af-33b5416c6dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:29Z', 'revision_number': 4, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'gw_port': {'id': '54217be0-8364-4676-b2af-33b5416c6dba', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '757bcb98-5bbf-42c9-9fbe-9a299acd053b', 'name': '', 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'mac_address': 'fa:16:3e:8c:2c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8f09d094-ed17-43ae-a27d-e0d8f7e1f047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:28Z', 'updated_at': '2022-06-08T02:05:36Z', 'revision_number': 4, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'subnets': [{'id': '8f09d094-ed17-43ae-a27d-e0d8f7e1f047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:05:37.705813 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-31e4d71d-7285-44c6-bd71-77ae70e8721e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1559781603-router', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'e890d3eb-e65d-447a-851e-2b17e2932251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:32Z', 'revision_number': 4, 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'gw_port': {'id': 'e890d3eb-e65d-447a-851e-2b17e2932251', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:24Z', 'updated_at': '2022-06-08T02:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': 'b77a56c6-2496-48f0-9607-698f5c7e5630', 'name': '', 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'mac_address': 'fa:16:3e:25:c4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b425173c-8738-4438-bb14-70ea3c375864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:29Z', 'updated_at': '2022-06-08T02:05:33Z', 'revision_number': 2, 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'subnets': [{'id': 'b425173c-8738-4438-bb14-70ea3c375864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:05:37.725925 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-58f80c00-c1ed-4da2-8158-3e53b24ecb24 None None] Provisioning complete for port 757bcb98-5bbf-42c9-9fbe-9a299acd053b triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:05:37.726191 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-58f80c00-c1ed-4da2-8158-3e53b24ecb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (757bcb98-5bbf-42c9-9fbe-9a299acd053b), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:37.924837 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e4d71d-7285-44c6-bd71-77ae70e8721e None None] Checking router: 0dc47941-d832-4ac4-9134-aa35ccb87cd6 for host: dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:05:37.925383 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e4d71d-7285-44c6-bd71-77ae70e8721e None None] Updating router 0dc47941-d832-4ac4-9134-aa35ccb87cd6 port b77a56c6-2496-48f0-9607-698f5c7e5630 binding host dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 02:05:37.935823 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b9c79-c517-43d0-ae6d-a976e21b1463 None None] Pushing event updated for resources: {'Port': ['ID=757bcb98-5bbf-42c9-9fbe-9a299acd053b,revision_number=5']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:37.950757 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4efe27-d627-4c00-9b9e-d5a85331106f tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Network fccc80fe-aa23-41fa-b00e-a506a2a0f94c is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:05:37.961556 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-13487bde-c6c0-4759-876c-a7b40eebfe32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (732d068c-f7fd-41f4-8c10-2743ccfb57c5), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:38.013521 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-2a4efe27-d627-4c00-9b9e-d5a85331106f tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:05:38.197568 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:38.199898 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-31e4d71d-7285-44c6-bd71-77ae70e8721e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (b77a56c6-2496-48f0-9607-698f5c7e5630), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:38.241704 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Pushing event updated for resources: {'Port': ['ID=e890d3eb-e65d-447a-851e-2b17e2932251,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:38.356425 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-7518b55e-5284-4068-957b-87e1415d7d6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:38.578626 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4efe27-d627-4c00-9b9e-d5a85331106f tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:05:38.604791 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-7518b55e-5284-4068-957b-87e1415d7d6f admin admin] Publish callbacks [] for security_group (52f4abf4-23d5-41db-b8d7-c1c64029e1af), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:38.627299 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-7518b55e-5284-4068-957b-87e1415d7d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (52f4abf4-23d5-41db-b8d7-c1c64029e1af), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:38.678516 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-58f80c00-c1ed-4da2-8158-3e53b24ecb24 None None] Current status of the port 757bcb98-5bbf-42c9-9fbe-9a299acd053b is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:05:38.691702 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-7518b55e-5284-4068-957b-87e1415d7d6f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6af942e37894522b760218345ebf027&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1884887 Jun 08 02:05:38.693553 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 49046) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:38.799982 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518b55e-5284-4068-957b-87e1415d7d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f4abf4-23d5-41db-b8d7-c1c64029e1af,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:38.816152 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-968f5974-cb68-42a0-a884-3c7c86061ef7 admin admin] Publish callbacks [] for security_group (52f4abf4-23d5-41db-b8d7-c1c64029e1af), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:38.860791 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-2a4efe27-d627-4c00-9b9e-d5a85331106f tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for floatingip (5e5f6184-1771-4911-9122-1644c45f3fb3), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:38.862459 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-968f5974-cb68-42a0-a884-3c7c86061ef7 admin admin] Publish callbacks [] for security_group (52f4abf4-23d5-41db-b8d7-c1c64029e1af), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:38.966832 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-968f5974-cb68-42a0-a884-3c7c86061ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (52f4abf4-23d5-41db-b8d7-c1c64029e1af), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:38.971060 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-968f5974-cb68-42a0-a884-3c7c86061ef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:38.973960 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-968f5974-cb68-42a0-a884-3c7c86061ef7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/52f4abf4-23d5-41db-b8d7-c1c64029e1af HTTP/1.1" status: 204 len: 168 time: 0.2792306 Jun 08 02:05:39.006676 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f5974-cb68-42a0-a884-3c7c86061ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f4abf4-23d5-41db-b8d7-c1c64029e1af,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:39.125133 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:39.163645 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78573b78-8dbb-4a05-b607-ed91e90e8c40 req-b6d7d817-19a9-40f1-a94f-619c5f170a1d tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:39.172766 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-78573b78-8dbb-4a05-b607-ed91e90e8c40 req-b6d7d817-19a9-40f1-a94f-619c5f170a1d tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 932 time: 0.2805974 Jun 08 02:05:39.228190 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-1fa9a5a5-917f-4c33-a553-809e0d66159f tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:39.231442 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-0ef8945f-c507-4145-aac5-ad3618b0c293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:39.242502 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-1fa9a5a5-917f-4c33-a553-809e0d66159f tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/networks?id=eafc844b-6465-4613-a6dd-f1b9698164f0 HTTP/1.1" status: 200 len: 819 time: 1.2654436 Jun 08 02:05:39.336881 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-31e4d71d-7285-44c6-bd71-77ae70e8721e None None] Publish callbacks [] for port (b77a56c6-2496-48f0-9607-698f5c7e5630), precommit_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:39.349453 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-31e4d71d-7285-44c6-bd71-77ae70e8721e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (b77a56c6-2496-48f0-9607-698f5c7e5630), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:39.363034 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-fa1a5afd-d144-49f4-b48f-7ffe5df19747 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/quotas/d40d753f66ec4ed2808aa65b825e66f8 HTTP/1.1" status: 200 len: 375 time: 0.1195261 Jun 08 02:05:39.464000 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c80d07-e377-4361-8311-6e6c59eebbf1 None None] Pushing event updated for resources: {'Port': ['ID=b77a56c6-2496-48f0-9607-698f5c7e5630,revision_number=3']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:39.600323 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-31e4d71d-7285-44c6-bd71-77ae70e8721e None None] Attempting to bind port b77a56c6-2496-48f0-9607-698f5c7e5630 on host dv-cinder-845069-1-iscsi for vnic_type normal with profile {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:05:39.600771 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-31e4d71d-7285-44c6-bd71-77ae70e8721e None None] Attempting to bind port b77a56c6-2496-48f0-9607-698f5c7e5630 by drivers openvswitch,hyperv on host dv-cinder-845069-1-iscsi at level 0 using segments [{'id': 'a0fcd5bf-dd48-409f-aa60-ccb3d3862478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0'}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:05:39.607999 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e4d71d-7285-44c6-bd71-77ae70e8721e None None] Attempting to bind port b77a56c6-2496-48f0-9607-698f5c7e5630 on network eafc844b-6465-4613-a6dd-f1b9698164f0 {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:05:39.615956 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:39.618813 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e4d71d-7285-44c6-bd71-77ae70e8721e None None] Checking agent: {'id': 'f845c03f-68d4-4819-b53b-956a55a73879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 1, 56, 43), 'started_at': datetime.datetime(2022, 6, 8, 1, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:05:39.621411 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e4d71d-7285-44c6-bd71-77ae70e8721e None None] Checking segment: {'id': 'a0fcd5bf-dd48-409f-aa60-ccb3d3862478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:05:39.621411 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-31e4d71d-7285-44c6-bd71-77ae70e8721e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:39.621411 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e4d71d-7285-44c6-bd71-77ae70e8721e None None] Bound using segment: {'id': 'a0fcd5bf-dd48-409f-aa60-ccb3d3862478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0'} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:05:39.621969 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-31e4d71d-7285-44c6-bd71-77ae70e8721e None None] Bound port: b77a56c6-2496-48f0-9607-698f5c7e5630, host: dv-cinder-845069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0fcd5bf-dd48-409f-aa60-ccb3d3862478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0'}}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:05:39.622517 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-31e4d71d-7285-44c6-bd71-77ae70e8721e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (b77a56c6-2496-48f0-9607-698f5c7e5630), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:39.648868 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-78573b78-8dbb-4a05-b607-ed91e90e8c40 req-c7832c6b-91fb-4032-a3fe-134ff442287d tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/security-groups?id=68887de8-bd34-47a7-a58c-5006197de366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4707496 Jun 08 02:05:39.666295 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-8fcf01a8-c798-4e00-891e-1ecc827ee1bd tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d40d753f66ec4ed2808aa65b825e66f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3023083 Jun 08 02:05:39.686176 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:39.786443 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-31e4d71d-7285-44c6-bd71-77ae70e8721e None None] For port b77a56c6-2496-48f0-9607-698f5c7e5630, host dv-cinder-845069-1-iscsi, cleared binding levels {{(pid=104270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:05:39.819999 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-31e4d71d-7285-44c6-bd71-77ae70e8721e None None] For port b77a56c6-2496-48f0-9607-698f5c7e5630, host dv-cinder-845069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=b77a56c6-2496-48f0-9607-698f5c7e5630,segment=NetworkSegment(a0fcd5bf-dd48-409f-aa60-ccb3d3862478),segment_id=a0fcd5bf-dd48-409f-aa60-ccb3d3862478)] {{(pid=104270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:05:39.837567 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-31e4d71d-7285-44c6-bd71-77ae70e8721e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (b77a56c6-2496-48f0-9607-698f5c7e5630), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:39.901113 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-2a4efe27-d627-4c00-9b9e-d5a85331106f tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (cce21a16-4bbb-47ac-b3f7-3eb90cb407af), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:39.954764 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4efe27-d627-4c00-9b9e-d5a85331106f tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Pushing event updated for resources: {'Port': ['ID=cce21a16-4bbb-47ac-b3f7-3eb90cb407af,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:40.108597 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-8e6cc89b-2ea3-483f-a929-fccfa4e832cc None None] Provisioning complete for port b77a56c6-2496-48f0-9607-698f5c7e5630 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:05:40.108915 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-8e6cc89b-2ea3-483f-a929-fccfa4e832cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (b77a56c6-2496-48f0-9607-698f5c7e5630), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:40.110843 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 757bcb98-5bbf-42c9-9fbe-9a299acd053b up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:05:40.112984 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c80d07-e377-4361-8311-6e6c59eebbf1 None None] Pushing event updated for resources: {'Port': ['ID=b77a56c6-2496-48f0-9607-698f5c7e5630,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:40.305634 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e4d71d-7285-44c6-bd71-77ae70e8721e None None] Routers {'0dc47941-d832-4ac4-9134-aa35ccb87cd6'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:05:40.309737 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-31e4d71d-7285-44c6-bd71-77ae70e8721e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:05:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['0dc47941-d832-4ac4-9134-aa35ccb87cd6'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:05:40.908457 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-13487bde-c6c0-4759-876c-a7b40eebfe32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 732d068c-f7fd-41f4-8c10-2743ccfb57c5 {{(pid=104268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:05:40.927386 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-13487bde-c6c0-4759-876c-a7b40eebfe32 service neutron] Publish callbacks [] for port (732d068c-f7fd-41f4-8c10-2743ccfb57c5), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:40.930474 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:40.931159 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 757bcb98-5bbf-42c9-9fbe-9a299acd053b triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:05:40.931634 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (757bcb98-5bbf-42c9-9fbe-9a299acd053b), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:40.985221 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.provisioning_blocks [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-13487bde-c6c0-4759-876c-a7b40eebfe32 service neutron] Transition to ACTIVE for port object 732d068c-f7fd-41f4-8c10-2743ccfb57c5 will not be triggered until provisioned by entity L2. {{(pid=104268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 02:05:41.024821 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-13487bde-c6c0-4759-876c-a7b40eebfe32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (732d068c-f7fd-41f4-8c10-2743ccfb57c5), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:41.059392 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 49120) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:41.084722 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:41.089440 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-31e4d71d-7285-44c6-bd71-77ae70e8721e None None] Set router 0dc47941-d832-4ac4-9134-aa35ccb87cd6 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:05:41.099029 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:41.123548 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13487bde-c6c0-4759-876c-a7b40eebfe32 service neutron] Pushing event updated for resources: {'Port': ['ID=732d068c-f7fd-41f4-8c10-2743ccfb57c5,revision_number=2']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:41.263651 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef24b9-0ea0-4d39-a0a7-b5dc29868e91 req-ccc74644-a6b2-440c-a218-7c60f2a0fa62 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:41.273228 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c6ef24b9-0ea0-4d39-a0a7-b5dc29868e91 req-ccc74644-a6b2-440c-a218-7c60f2a0fa62 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 944 time: 0.4744258 Jun 08 02:05:41.285029 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-a6f125d2-4cec-406e-abec-f3504beb7394 service neutron] 10.222.0.20 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6178184 Jun 08 02:05:41.288119 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-8e6cc89b-2ea3-483f-a929-fccfa4e832cc None None] Current status of the port b77a56c6-2496-48f0-9607-698f5c7e5630 is: DOWN; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:05:41.288499 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-8e6cc89b-2ea3-483f-a929-fccfa4e832cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (b77a56c6-2496-48f0-9607-698f5c7e5630), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:41.364357 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 757bcb98-5bbf-42c9-9fbe-9a299acd053b is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:05:41.366274 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device e890d3eb-e65d-447a-851e-2b17e2932251 up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:05:41.477213 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-8e6cc89b-2ea3-483f-a929-fccfa4e832cc None None] For port b77a56c6-2496-48f0-9607-698f5c7e5630, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=b77a56c6-2496-48f0-9607-698f5c7e5630,segment=NetworkSegment(a0fcd5bf-dd48-409f-aa60-ccb3d3862478),segment_id=a0fcd5bf-dd48-409f-aa60-ccb3d3862478)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:05:41.495659 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-8e6cc89b-2ea3-483f-a929-fccfa4e832cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (b77a56c6-2496-48f0-9607-698f5c7e5630), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:41.623595 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c6ef24b9-0ea0-4d39-a0a7-b5dc29868e91 req-99dfde67-04a0-4561-b6c7-14af75188f64 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/security-groups?id=68887de8-bd34-47a7-a58c-5006197de366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489938 Jun 08 02:05:41.627771 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-13487bde-c6c0-4759-876c-a7b40eebfe32 service neutron] Attempting to bind port 732d068c-f7fd-41f4-8c10-2743ccfb57c5 on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:05:41.628148 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-13487bde-c6c0-4759-876c-a7b40eebfe32 service neutron] Attempting to bind port 732d068c-f7fd-41f4-8c10-2743ccfb57c5 by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': '1e0580f7-ff3e-4685-a63f-337fd165274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5af62f32-1fcc-4a27-85e9-df350119e5e8'}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:05:41.628520 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-13487bde-c6c0-4759-876c-a7b40eebfe32 service neutron] Attempting to bind port 732d068c-f7fd-41f4-8c10-2743ccfb57c5 on network 5af62f32-1fcc-4a27-85e9-df350119e5e8 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:05:41.667026 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6cc89b-2ea3-483f-a929-fccfa4e832cc None None] Pushing event updated for resources: {'Port': ['ID=b77a56c6-2496-48f0-9607-698f5c7e5630,revision_number=5']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:41.720357 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-13487bde-c6c0-4759-876c-a7b40eebfe32 service neutron] Port 732d068c-f7fd-41f4-8c10-2743ccfb57c5 on network 5af62f32-1fcc-4a27-85e9-df350119e5e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 02:05:41.720726 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-13487bde-c6c0-4759-876c-a7b40eebfe32 service neutron] Attempting to bind port 732d068c-f7fd-41f4-8c10-2743ccfb57c5 on network 5af62f32-1fcc-4a27-85e9-df350119e5e8 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:05:41.730485 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-13487bde-c6c0-4759-876c-a7b40eebfe32 service neutron] Checking agent: {'id': 'aa11e808-eba7-468a-acd8-b3aef0cfc542', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'started_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:05:41.730874 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-13487bde-c6c0-4759-876c-a7b40eebfe32 service neutron] Checking segment: {'id': '1e0580f7-ff3e-4685-a63f-337fd165274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5af62f32-1fcc-4a27-85e9-df350119e5e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:05:41.731463 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-13487bde-c6c0-4759-876c-a7b40eebfe32 service neutron] Bound using segment: {'id': '1e0580f7-ff3e-4685-a63f-337fd165274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5af62f32-1fcc-4a27-85e9-df350119e5e8'} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:05:41.731575 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-31e4d71d-7285-44c6-bd71-77ae70e8721e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1559781603-router', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'e890d3eb-e65d-447a-851e-2b17e2932251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:32Z', 'revision_number': 4, 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'gw_port': {'id': 'e890d3eb-e65d-447a-851e-2b17e2932251', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:24Z', 'updated_at': '2022-06-08T02:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': 'b77a56c6-2496-48f0-9607-698f5c7e5630', 'name': '', 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'mac_address': 'fa:16:3e:25:c4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b425173c-8738-4438-bb14-70ea3c375864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:29Z', 'updated_at': '2022-06-08T02:05:39Z', 'revision_number': 4, 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'subnets': [{'id': 'b425173c-8738-4438-bb14-70ea3c375864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:05:41.731939 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-13487bde-c6c0-4759-876c-a7b40eebfe32 service neutron] Bound port: 732d068c-f7fd-41f4-8c10-2743ccfb57c5, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e0580f7-ff3e-4685-a63f-337fd165274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5af62f32-1fcc-4a27-85e9-df350119e5e8'}}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:05:41.732302 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-13487bde-c6c0-4759-876c-a7b40eebfe32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (732d068c-f7fd-41f4-8c10-2743ccfb57c5), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:41.806122 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-f30fc005-e413-4d69-b2a8-f5a5df21a2b2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1984929228-network', 'tenant_id': 'c75a902d9e5b4fdf9b423d579f900e02'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:05:41.811505 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=72,neutron:DELETE=8,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:41.854250 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e4d71d-7285-44c6-bd71-77ae70e8721e None None] The sync data for ids ['0dc47941-d832-4ac4-9134-aa35ccb87cd6'] in dv-cinder-845069-1-iscsi is: [{'id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1559781603-router', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'e890d3eb-e65d-447a-851e-2b17e2932251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:32Z', 'revision_number': 4, 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'gw_port': {'id': 'e890d3eb-e65d-447a-851e-2b17e2932251', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:24Z', 'updated_at': '2022-06-08T02:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': 'b77a56c6-2496-48f0-9607-698f5c7e5630', 'name': '', 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'mac_address': 'fa:16:3e:25:c4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b425173c-8738-4438-bb14-70ea3c375864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:29Z', 'updated_at': '2022-06-08T02:05:39Z', 'revision_number': 4, 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'subnets': [{'id': 'b425173c-8738-4438-bb14-70ea3c375864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:05:41.855892 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-e33a37e4-e6e5-46fc-af52-8ab06472950f service neutron] 10.222.0.20 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5688963 Jun 08 02:05:41.901714 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30fc005-e413-4d69-b2a8-f5a5df21a2b2 admin admin] Made reservation on behalf of c75a902d9e5b4fdf9b423d579f900e02 for: {'network': 1} {{(pid=104269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:05:41.911338 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f30fc005-e413-4d69-b2a8-f5a5df21a2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for network (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:41.929012 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f30fc005-e413-4d69-b2a8-f5a5df21a2b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:42.000661 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port e890d3eb-e65d-447a-851e-2b17e2932251 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:05:42.001728 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (e890d3eb-e65d-447a-851e-2b17e2932251), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:42.034508 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-13487bde-c6c0-4759-876c-a7b40eebfe32 service neutron] For port 732d068c-f7fd-41f4-8c10-2743ccfb57c5, host hv-cinder-84506, cleared binding levels {{(pid=104268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:05:42.107614 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:42.121568 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-05af2873-7915-4645-9924-ef390dfdb246 None None] Provisioning complete for port b77a56c6-2496-48f0-9607-698f5c7e5630 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:05:42.124928 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-05af2873-7915-4645-9924-ef390dfdb246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (b77a56c6-2496-48f0-9607-698f5c7e5630), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:42.158192 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:42.207463 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-13487bde-c6c0-4759-876c-a7b40eebfe32 service neutron] For port 732d068c-f7fd-41f4-8c10-2743ccfb57c5, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=732d068c-f7fd-41f4-8c10-2743ccfb57c5,segment=NetworkSegment(1e0580f7-ff3e-4685-a63f-337fd165274c),segment_id=1e0580f7-ff3e-4685-a63f-337fd165274c)] {{(pid=104268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:05:42.210789 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-2a4efe27-d627-4c00-9b9e-d5a85331106f tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for port (cce21a16-4bbb-47ac-b3f7-3eb90cb407af), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:42.218355 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-2a4efe27-d627-4c00-9b9e-d5a85331106f tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (cce21a16-4bbb-47ac-b3f7-3eb90cb407af), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:42.240820 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:42.254798 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f30fc005-e413-4d69-b2a8-f5a5df21a2b2 admin admin] Publish callbacks [] for security_group (d8792e4b-5db6-4f3c-889d-1cf28195d33f), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:42.269785 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f30fc005-e413-4d69-b2a8-f5a5df21a2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (d8792e4b-5db6-4f3c-889d-1cf28195d33f), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:42.315802 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f30fc005-e413-4d69-b2a8-f5a5df21a2b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=104269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 02:05:42.315956 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-13487bde-c6c0-4759-876c-a7b40eebfe32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (732d068c-f7fd-41f4-8c10-2743ccfb57c5), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:42.341374 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f30fc005-e413-4d69-b2a8-f5a5df21a2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (7f78d3c9-4bad-4ae6-a55a-0019080d2b05), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:42.341374 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.db.segments_db [None req-f30fc005-e413-4d69-b2a8-f5a5df21a2b2 admin admin] Added segment 7f78d3c9-4bad-4ae6-a55a-0019080d2b05 of type vlan for network c9540782-eae6-4cc7-8a95-704a1c85d62b Jun 08 02:05:42.341585 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-2a4efe27-d627-4c00-9b9e-d5a85331106f tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682813'] for floatingip (5e5f6184-1771-4911-9122-1644c45f3fb3), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:42.484873 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port e890d3eb-e65d-447a-851e-2b17e2932251 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:05:42.508058 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-05af2873-7915-4645-9924-ef390dfdb246 None None] Current status of the port b77a56c6-2496-48f0-9607-698f5c7e5630 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:05:42.548724 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2fa8ad15-b6da-4f2d-b2c1-422265494101 req-5b778b71-03a1-4dba-a9e2-2983b720b842 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 210 time: 0.1227252 Jun 08 02:05:42.584729 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-13487bde-c6c0-4759-876c-a7b40eebfe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:42.585421 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-13487bde-c6c0-4759-876c-a7b40eebfe32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:42.586923 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-13487bde-c6c0-4759-876c-a7b40eebfe32 service neutron] 10.222.0.15 "PUT /v2.0/ports/732d068c-f7fd-41f4-8c10-2743ccfb57c5 HTTP/1.1" status: 200 len: 1094 time: 6.2233109 Jun 08 02:05:42.587596 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '400093fe-afb9-4690-9da0-e7a6c7103475', 'tag': '732d068c-f7fd-41f4-8c10-2743ccfb57c5'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:05:42.753210 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f30fc005-e413-4d69-b2a8-f5a5df21a2b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744501171532'] for network (c9540782-eae6-4cc7-8a95-704a1c85d62b), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:42.783378 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device b77a56c6-2496-48f0-9607-698f5c7e5630 up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:05:42.798473 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30fc005-e413-4d69-b2a8-f5a5df21a2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8792e4b-5db6-4f3c-889d-1cf28195d33f,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:42.918197 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f30fc005-e413-4d69-b2a8-f5a5df21a2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516'] for network (c9540782-eae6-4cc7-8a95-704a1c85d62b), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:42.920980 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30fc005-e413-4d69-b2a8-f5a5df21a2b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:42.921968 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f30fc005-e413-4d69-b2a8-f5a5df21a2b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:42.969283 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-2a4efe27-d627-4c00-9b9e-d5a85331106f tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:42.976301 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-2a4efe27-d627-4c00-9b9e-d5a85331106f tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6854923 Jun 08 02:05:43.009529 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port b77a56c6-2496-48f0-9607-698f5c7e5630 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:05:43.015010 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (b77a56c6-2496-48f0-9607-698f5c7e5630), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:43.108553 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30fc005-e413-4d69-b2a8-f5a5df21a2b2 admin admin] Pushing event updated for resources: {'Network': ['ID=c9540782-eae6-4cc7-8a95-704a1c85d62b,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:43.136977 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4efe27-d627-4c00-9b9e-d5a85331106f tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Pushing event updated for resources: {'Port': ['ID=cce21a16-4bbb-47ac-b3f7-3eb90cb407af,revision_number=2']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:43.140488 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-f30fc005-e413-4d69-b2a8-f5a5df21a2b2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0739734 Jun 08 02:05:43.140747 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:43.141826 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 49190) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:43.158555 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Network c9540782-eae6-4cc7-8a95-704a1c85d62b details requested by agent ovs-agent-dv-cinder-845069-1-iscsi with host dv-cinder-845069-1-iscsi {{(pid=104270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 02:05:43.207495 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:43.274454 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13487bde-c6c0-4759-876c-a7b40eebfe32 service neutron] Pushing event updated for resources: {'Port': ['ID=732d068c-f7fd-41f4-8c10-2743ccfb57c5,revision_number=3']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:43.283591 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-2ed27aad-02f7-48b1-9468-6ac91434780c admin admin] Request body: {'subnet': {'network_id': 'c9540782-eae6-4cc7-8a95-704a1c85d62b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1984929228-subnet', 'tenant_id': 'c75a902d9e5b4fdf9b423d579f900e02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:05:43.320598 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed27aad-02f7-48b1-9468-6ac91434780c admin admin] Made reservation on behalf of c75a902d9e5b4fdf9b423d579f900e02 for: {'subnet': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:05:43.323987 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-2ed27aad-02f7-48b1-9468-6ac91434780c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:43.433693 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port b77a56c6-2496-48f0-9607-698f5c7e5630 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:05:43.450987 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-01a8c4fd-ec10-43ab-bfa7-36946f530124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:43.452778 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-01a8c4fd-ec10-43ab-bfa7-36946f530124 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16b90d01b80e450b9357d02c245c9531&device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 1128 time: 0.4751351 Jun 08 02:05:43.506744 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e63443-9cef-4310-9a9c-903cb2bfa17f req-ceba7009-b749-4aad-863a-bb0e4a3cd6c5 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:43.514361 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-37e63443-9cef-4310-9a9c-903cb2bfa17f req-ceba7009-b749-4aad-863a-bb0e4a3cd6c5 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 944 time: 0.5308990 Jun 08 02:05:43.554471 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:44.210163 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8051b7c4-33fd-409c-b978-5c6d0dfa0768" -d '{"events": [{"name": "network-changed", "server_uuid": "400093fe-afb9-4690-9da0-e7a6c7103475", "tag": "732d068c-f7fd-41f4-8c10-2743ccfb57c5"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:05:44.306033 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-313980fe-b558-45bb-84c8-c292cbfa6262 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=732d068c-f7fd-41f4-8c10-2743ccfb57c5 HTTP/1.1" status: 200 len: 217 time: 0.8330741 Jun 08 02:05:44.393393 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:44.505304 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-f2364746-ee16-45ea-940a-dd7b8170ea2c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:44.507776 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-f2364746-ee16-45ea-940a-dd7b8170ea2c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/networks?id=eafc844b-6465-4613-a6dd-f1b9698164f0 HTTP/1.1" status: 200 len: 819 time: 0.2935197 Jun 08 02:05:44.685189 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-2ed27aad-02f7-48b1-9468-6ac91434780c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516'] for subnet (dff94dd2-64eb-4246-9b29-39fb77df2c01), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:44.732866 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-37e63443-9cef-4310-9a9c-903cb2bfa17f req-b9bad739-4b17-401c-9d30-459a3b33c776 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/security-groups?id=68887de8-bd34-47a7-a58c-5006197de366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5269754 Jun 08 02:05:44.742918 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-8b3255c1-c12b-4baf-809e-c2b132e3c3bd tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/quotas/d40d753f66ec4ed2808aa65b825e66f8 HTTP/1.1" status: 200 len: 375 time: 0.1998801 Jun 08 02:05:44.804504 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed27aad-02f7-48b1-9468-6ac91434780c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dff94dd2-64eb-4246-9b29-39fb77df2c01,revision_number=0']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:44.836647 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-ba072479-cc3f-4156-b223-5e0d5b601e79 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d40d753f66ec4ed2808aa65b825e66f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0922506 Jun 08 02:05:44.871456 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed27aad-02f7-48b1-9468-6ac91434780c admin admin] Checking segment: {'id': '7f78d3c9-4bad-4ae6-a55a-0019080d2b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c9540782-eae6-4cc7-8a95-704a1c85d62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:05:44.872009 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed27aad-02f7-48b1-9468-6ac91434780c admin admin] Network hostable DHCP agents. Network: c9540782-eae6-4cc7-8a95-704a1c85d62b, hostable agents: ['45a4719c-dff8-447a-9451-2d43a5a3b5e6'], hosted agents: [] {{(pid=104268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 02:05:44.943017 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:44.969667 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-089722ee-b016-411a-8a75-6856f9691039 req-8a86f10a-1f28-426d-8c19-2e7c5c67e7d6 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--310407534&fields=id&tenant_id=27f98152ab3440cf824c9ceb1c790bcf HTTP/1.1" status: 200 len: 267 time: 0.1119645 Jun 08 02:05:44.979614 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed27aad-02f7-48b1-9468-6ac91434780c admin admin] Network c9540782-eae6-4cc7-8a95-704a1c85d62b is scheduled to be hosted by DHCP agent 45a4719c-dff8-447a-9451-2d43a5a3b5e6 with binding_index 1 {{(pid=104268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 02:05:45.195996 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-2ed27aad-02f7-48b1-9468-6ac91434780c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-1-iscsi, c9540782-eae6-4cc7-8a95-704a1c85d62b) {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:05:45.238582 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1073b6-5ab6-49cf-a696-9da7b894c42e None None] Network c9540782-eae6-4cc7-8a95-704a1c85d62b requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:05:45.245516 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed27aad-02f7-48b1-9468-6ac91434780c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:45.257302 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-2ed27aad-02f7-48b1-9468-6ac91434780c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for subnet (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:45.287040 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-5975536b-96a6-4b53-ad62-de5a595a7e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:45.289299 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-5975536b-96a6-4b53-ad62-de5a595a7e08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b33e88ce-f455-48d2-b946-591bd81a41e3 HTTP/1.1" status: 200 len: 850 time: 0.3185191 Jun 08 02:05:45.305862 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-8bd80dda-7d11-4eab-9cb9-817e559ec039 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104268) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 08 02:05:45.307235 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-8bd80dda-7d11-4eab-9cb9-817e559ec039 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1939781 Jun 08 02:05:45.511901 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79b4f05-887d-4274-8a50-eb9c4ca99ccf None None] Network c9540782-eae6-4cc7-8a95-704a1c85d62b requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:05:45.551677 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-9e854c60-050b-4c35-b2a9-69d7a53c671d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5af62f32-1fcc-4a27-85e9-df350119e5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2159085 Jun 08 02:05:45.578518 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-2ed27aad-02f7-48b1-9468-6ac91434780c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3058500 Jun 08 02:05:45.679866 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089722ee-b016-411a-8a75-6856f9691039 req-5eeefa78-6c85-464b-98a6-e77da0e62785 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:45.681610 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-089722ee-b016-411a-8a75-6856f9691039 req-5eeefa78-6c85-464b-98a6-e77da0e62785 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/networks?id=466dc4d7-a525-4704-a47b-5a136472c918 HTTP/1.1" status: 200 len: 811 time: 0.6946681 Jun 08 02:05:45.716114 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-5f8ad1aa-a4f8-47a0-b0c7-7ceca1c5c26a service neutron] 10.222.0.20 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982551 Jun 08 02:05:45.719167 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-089722ee-b016-411a-8a75-6856f9691039 req-b01b6397-a857-4d9e-b8f2-3152a3711c28 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/quotas/27f98152ab3440cf824c9ceb1c790bcf HTTP/1.1" status: 200 len: 375 time: 0.0298133 Jun 08 02:05:45.862218 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-089722ee-b016-411a-8a75-6856f9691039 req-c1c07da3-8d77-4ad1-9dca-c7cf497f0cc8 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=27f98152ab3440cf824c9ceb1c790bcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0817075 Jun 08 02:05:45.891447 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-d952c98f-5ba6-41e0-97b2-c774ab66fda7 service neutron] 10.222.0.20 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680849 Jun 08 02:05:45.989463 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-089722ee-b016-411a-8a75-6856f9691039 req-0c74fa4e-9190-4a99-b856-a0ce320fbe21 service neutron] 10.222.0.20 "GET /v2.0/networks/466dc4d7-a525-4704-a47b-5a136472c918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100295 Jun 08 02:05:46.107817 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-089722ee-b016-411a-8a75-6856f9691039 req-652c75b0-d2cd-49b9-8f94-a27ab78b261a service neutron] 10.222.0.20 "GET /v2.0/networks/466dc4d7-a525-4704-a47b-5a136472c918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112833 Jun 08 02:05:46.479240 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61117bcb-57fb-40c9-ae76-6442259857e7 req-57fd46d9-3ee9-433e-a83d-e9b914705354 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:46.489250 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-61117bcb-57fb-40c9-ae76-6442259857e7 req-57fd46d9-3ee9-433e-a83d-e9b914705354 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 944 time: 0.0751700 Jun 08 02:05:46.497160 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 49328) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:46.504933 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-14d306ad-6fe6-40c3-b686-1999f000322e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-41194284-network', 'tenant_id': '9043fd9359424b3aba901331410be340'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:05:46.523321 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:46.569348 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d306ad-6fe6-40c3-b686-1999f000322e admin admin] Made reservation on behalf of 9043fd9359424b3aba901331410be340 for: {'network': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:05:46.576299 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-14d306ad-6fe6-40c3-b686-1999f000322e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for network (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:46.599681 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-61117bcb-57fb-40c9-ae76-6442259857e7 req-d60c99f3-39ae-4141-b5da-a82f06064675 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/security-groups?id=68887de8-bd34-47a7-a58c-5006197de366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088550 Jun 08 02:05:46.601970 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-14d306ad-6fe6-40c3-b686-1999f000322e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:46.655300 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5547123f-17fd-4d6e-9147-c45ba46e0151 x-openstack-request-id: req-5547123f-17fd-4d6e-9147-c45ba46e0151 {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:05:46.655714 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "400093fe-afb9-4690-9da0-e7a6c7103475", "tag": "732d068c-f7fd-41f4-8c10-2743ccfb57c5", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:05:46.656114 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5547123f-17fd-4d6e-9147-c45ba46e0151 {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:05:46.656604 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5547123f-17fd-4d6e-9147-c45ba46e0151'] response: {'name': 'network-changed', 'server_uuid': '400093fe-afb9-4690-9da0-e7a6c7103475', 'tag': '732d068c-f7fd-41f4-8c10-2743ccfb57c5', 'status': 'completed', 'code': 200} Jun 08 02:05:46.737303 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9bebaf2c-9abf-4667-93f5-08a61d7d95b6 req-829d1bdf-f986-4030-8e6b-44532595eaef tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 210 time: 0.0553255 Jun 08 02:05:46.757539 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7323cd51-c9e5-44fb-b58c-614992ee287c req-90de90f7-2852-48a3-86cd-c24849726e04 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 210 time: 0.0560429 Jun 08 02:05:46.819027 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-14d306ad-6fe6-40c3-b686-1999f000322e admin admin] Publish callbacks [] for security_group (847234e2-87bf-4efd-87e4-beec39aae36d), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:46.824832 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-14d306ad-6fe6-40c3-b686-1999f000322e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (847234e2-87bf-4efd-87e4-beec39aae36d), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:46.865300 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d306ad-6fe6-40c3-b686-1999f000322e admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=104268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 02:05:46.897212 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d306ad-6fe6-40c3-b686-1999f000322e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847234e2-87bf-4efd-87e4-beec39aae36d,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:46.901710 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-14d306ad-6fe6-40c3-b686-1999f000322e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (7fc5eed8-c6d0-4b94-9db3-5a32e68333a8), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:46.902408 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.db.segments_db [None req-14d306ad-6fe6-40c3-b686-1999f000322e admin admin] Added segment 7fc5eed8-c6d0-4b94-9db3-5a32e68333a8 of type vlan for network 3f9baa43-e2d8-4806-8168-4c4fe7be5975 Jun 08 02:05:46.925270 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:46.964720 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-14d306ad-6fe6-40c3-b686-1999f000322e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744501171532'] for network (3f9baa43-e2d8-4806-8168-4c4fe7be5975), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:46.999046 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-14d306ad-6fe6-40c3-b686-1999f000322e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516'] for network (3f9baa43-e2d8-4806-8168-4c4fe7be5975), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:47.000107 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d306ad-6fe6-40c3-b686-1999f000322e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:47.000772 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-14d306ad-6fe6-40c3-b686-1999f000322e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:47.060912 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-14d306ad-6fe6-40c3-b686-1999f000322e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5618429 Jun 08 02:05:47.063636 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 49360) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:47.068971 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-9f8151c6-cbd6-416c-a3d7-5910a28dfe1c admin admin] Request body: {'subnet': {'network_id': '3f9baa43-e2d8-4806-8168-4c4fe7be5975', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-41194284-subnet', 'tenant_id': '9043fd9359424b3aba901331410be340', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:05:47.076504 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d306ad-6fe6-40c3-b686-1999f000322e admin admin] Pushing event updated for resources: {'Network': ['ID=3f9baa43-e2d8-4806-8168-4c4fe7be5975,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:47.087554 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Network 3f9baa43-e2d8-4806-8168-4c4fe7be5975 details requested by agent ovs-agent-dv-cinder-845069-1-iscsi with host dv-cinder-845069-1-iscsi {{(pid=104270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 02:05:47.101399 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8151c6-cbd6-416c-a3d7-5910a28dfe1c admin admin] Made reservation on behalf of 9043fd9359424b3aba901331410be340 for: {'subnet': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:05:47.104879 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9f8151c6-cbd6-416c-a3d7-5910a28dfe1c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:47.257521 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 49364) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:47.288796 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9f8151c6-cbd6-416c-a3d7-5910a28dfe1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516'] for subnet (6806a824-5155-40a1-847a-941aa03e0ccc), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:47.338900 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8151c6-cbd6-416c-a3d7-5910a28dfe1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6806a824-5155-40a1-847a-941aa03e0ccc,revision_number=0']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:47.355660 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8151c6-cbd6-416c-a3d7-5910a28dfe1c admin admin] Checking segment: {'id': '7fc5eed8-c6d0-4b94-9db3-5a32e68333a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3f9baa43-e2d8-4806-8168-4c4fe7be5975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:05:47.356085 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8151c6-cbd6-416c-a3d7-5910a28dfe1c admin admin] Network hostable DHCP agents. Network: 3f9baa43-e2d8-4806-8168-4c4fe7be5975, hostable agents: ['45a4719c-dff8-447a-9451-2d43a5a3b5e6'], hosted agents: [] {{(pid=104268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 02:05:47.372582 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-8a6a13d0-e3b9-4999-ab6b-59ce2c600ae0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:47.374458 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8151c6-cbd6-416c-a3d7-5910a28dfe1c admin admin] Network 3f9baa43-e2d8-4806-8168-4c4fe7be5975 is scheduled to be hosted by DHCP agent 45a4719c-dff8-447a-9451-2d43a5a3b5e6 with binding_index 1 {{(pid=104268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 02:05:47.385921 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-9f8151c6-cbd6-416c-a3d7-5910a28dfe1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-1-iscsi, 3f9baa43-e2d8-4806-8168-4c4fe7be5975) {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:05:47.390951 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8151c6-cbd6-416c-a3d7-5910a28dfe1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:47.391753 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9f8151c6-cbd6-416c-a3d7-5910a28dfe1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for subnet (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:47.398266 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64b7767-4444-47b0-9309-90fd36909000 None None] Network 3f9baa43-e2d8-4806-8168-4c4fe7be5975 requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:05:47.424753 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-9f8151c6-cbd6-416c-a3d7-5910a28dfe1c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3510411 Jun 08 02:05:47.507428 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-8a6a13d0-e3b9-4999-ab6b-59ce2c600ae0 admin admin] Publish callbacks [] for security_group (49f3f0ed-3b04-4e4c-87dc-de819542dad7), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:47.512349 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-8a6a13d0-e3b9-4999-ab6b-59ce2c600ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (49f3f0ed-3b04-4e4c-87dc-de819542dad7), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:47.517981 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e22cb1-fb29-42a1-8c20-ca83a2376ac1 None None] Network 3f9baa43-e2d8-4806-8168-4c4fe7be5975 requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:05:47.549180 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=63,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:47.556468 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-8a6a13d0-e3b9-4999-ab6b-59ce2c600ae0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d0a179fd2abc4e4eae4ecf26761efcc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2978559 Jun 08 02:05:47.558477 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a13d0-e3b9-4999-ab6b-59ce2c600ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f3f0ed-3b04-4e4c-87dc-de819542dad7,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:47.560062 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 49372) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:47.575837 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 49374) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:47.631232 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d427cf0-8990-4a26-bb53-3bc47659bceb admin admin] Deleting subnet dff94dd2-64eb-4246-9b29-39fb77df2c01 {{(pid=104269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 08 02:05:47.633532 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-5a58a3ea-e3b4-4981-bfe3-876c87baddbc admin admin] Publish callbacks [] for security_group (49f3f0ed-3b04-4e4c-87dc-de819542dad7), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:47.634953 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:47.635956 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-9d427cf0-8990-4a26-bb53-3bc47659bceb admin admin] Publish callbacks [] for subnet (dff94dd2-64eb-4246-9b29-39fb77df2c01), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:47.638223 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=75,neutron:INSERT=17,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:47.647670 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:47.666082 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-5a58a3ea-e3b4-4981-bfe3-876c87baddbc admin admin] Publish callbacks [] for security_group (49f3f0ed-3b04-4e4c-87dc-de819542dad7), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:47.684454 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-9d427cf0-8990-4a26-bb53-3bc47659bceb admin admin] Publish callbacks [] for subnet (dff94dd2-64eb-4246-9b29-39fb77df2c01), precommit_delete_associations {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:47.694883 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-9d427cf0-8990-4a26-bb53-3bc47659bceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749588'] for subnet (dff94dd2-64eb-4246-9b29-39fb77df2c01), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:47.735565 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14919535-2cc2-4b51-8619-fb228e3fcda8 req-cb47d07a-3874-4e98-8d81-d84a4d5ee90a tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:47.737134 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-14919535-2cc2-4b51-8619-fb228e3fcda8 req-cb47d07a-3874-4e98-8d81-d84a4d5ee90a tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 944 time: 0.0639858 Jun 08 02:05:47.762519 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-9d427cf0-8990-4a26-bb53-3bc47659bceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516'] for subnet (dff94dd2-64eb-4246-9b29-39fb77df2c01), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:47.777902 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-5a58a3ea-e3b4-4981-bfe3-876c87baddbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (49f3f0ed-3b04-4e4c-87dc-de819542dad7), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:47.780435 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-5a58a3ea-e3b4-4981-bfe3-876c87baddbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:47.785227 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-5a58a3ea-e3b4-4981-bfe3-876c87baddbc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/49f3f0ed-3b04-4e4c-87dc-de819542dad7 HTTP/1.1" status: 204 len: 168 time: 0.2215047 Jun 08 02:05:47.792470 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-9d427cf0-8990-4a26-bb53-3bc47659bceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for subnet (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:47.795871 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-9d427cf0-8990-4a26-bb53-3bc47659bceb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dff94dd2-64eb-4246-9b29-39fb77df2c01 HTTP/1.1" status: 204 len: 168 time: 0.2189300 Jun 08 02:05:47.797201 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d427cf0-8990-4a26-bb53-3bc47659bceb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dff94dd2-64eb-4246-9b29-39fb77df2c01,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:47.799539 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 49386) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:47.805009 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58a3ea-e3b4-4981-bfe3-876c87baddbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f3f0ed-3b04-4e4c-87dc-de819542dad7,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:47.809605 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-14919535-2cc2-4b51-8619-fb228e3fcda8 req-2b32b9d6-2f0c-4ac9-9c9b-8c039476acf3 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/security-groups?id=68887de8-bd34-47a7-a58c-5006197de366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650921 Jun 08 02:05:47.886416 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-632b34f3-6ca1-4e21-a1bf-9d1d6929adf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1340890'] for network (c9540782-eae6-4cc7-8a95-704a1c85d62b), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:47.941550 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a694d07d-3939-4785-94da-c24b07a54b33 req-8c61c089-39e4-4188-a8d9-a34e2b9c54f2 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 210 time: 0.0665116 Jun 08 02:05:47.944299 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4ce92cd7-8de2-4bb5-bd52-fc9e943e05c5 req-ee3b0535-c12a-481d-87a5-df1878254818 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 210 time: 0.0576544 Jun 08 02:05:47.990711 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-632b34f3-6ca1-4e21-a1bf-9d1d6929adf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749203', 'neutron.services.segments.db._delete_segments_for_network-8744501735437'] for network (c9540782-eae6-4cc7-8a95-704a1c85d62b), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:48.013390 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-632b34f3-6ca1-4e21-a1bf-9d1d6929adf6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 02:05:48.013735 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-632b34f3-6ca1-4e21-a1bf-9d1d6929adf6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 02:05:48.014480 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-632b34f3-6ca1-4e21-a1bf-9d1d6929adf6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 02:05:48.014830 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-632b34f3-6ca1-4e21-a1bf-9d1d6929adf6 admin admin] Subscribe: > port after_create 55550000 {{(pid=104269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 02:05:48.015181 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-632b34f3-6ca1-4e21-a1bf-9d1d6929adf6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 02:05:48.015505 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-632b34f3-6ca1-4e21-a1bf-9d1d6929adf6 admin admin] Subscribe: > port after_update 55550000 {{(pid=104269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 02:05:48.015838 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-632b34f3-6ca1-4e21-a1bf-9d1d6929adf6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 02:05:48.016179 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-632b34f3-6ca1-4e21-a1bf-9d1d6929adf6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 02:05:48.016519 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-632b34f3-6ca1-4e21-a1bf-9d1d6929adf6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 02:05:48.016836 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-632b34f3-6ca1-4e21-a1bf-9d1d6929adf6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 02:05:48.282323 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-632b34f3-6ca1-4e21-a1bf-9d1d6929adf6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 02:05:48.282908 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-632b34f3-6ca1-4e21-a1bf-9d1d6929adf6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 02:05:48.282989 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-632b34f3-6ca1-4e21-a1bf-9d1d6929adf6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 02:05:48.283299 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-632b34f3-6ca1-4e21-a1bf-9d1d6929adf6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 02:05:48.283669 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.services.segments.db [None req-632b34f3-6ca1-4e21-a1bf-9d1d6929adf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9540782-eae6-4cc7-8a95-704a1c85d62b']}} {{(pid=104269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:05:48.403548 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.services.segments.db [None req-632b34f3-6ca1-4e21-a1bf-9d1d6929adf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f78d3c9-4bad-4ae6-a55a-0019080d2b05') {'for_net_delete': True} {{(pid=104269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:05:48.403847 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.services.segments.db [None req-632b34f3-6ca1-4e21-a1bf-9d1d6929adf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f78d3c9-4bad-4ae6-a55a-0019080d2b05') {} {{(pid=104269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:05:48.420895 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-632b34f3-6ca1-4e21-a1bf-9d1d6929adf6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744501734036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9653885'] for segment (7f78d3c9-4bad-4ae6-a55a-0019080d2b05), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:48.442048 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-632b34f3-6ca1-4e21-a1bf-9d1d6929adf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (7f78d3c9-4bad-4ae6-a55a-0019080d2b05), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:48.451601 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-632b34f3-6ca1-4e21-a1bf-9d1d6929adf6 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=104269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 02:05:48.452013 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-632b34f3-6ca1-4e21-a1bf-9d1d6929adf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9466690'] for segment (7f78d3c9-4bad-4ae6-a55a-0019080d2b05), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:48.533249 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-632b34f3-6ca1-4e21-a1bf-9d1d6929adf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682838'] for network (c9540782-eae6-4cc7-8a95-704a1c85d62b), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:48.542567 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-632b34f3-6ca1-4e21-a1bf-9d1d6929adf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:48.548990 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 49414) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:48.549143 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-632b34f3-6ca1-4e21-a1bf-9d1d6929adf6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c9540782-eae6-4cc7-8a95-704a1c85d62b HTTP/1.1" status: 204 len: 168 time: 0.7481871 Jun 08 02:05:48.564047 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b34f3-6ca1-4e21-a1bf-9d1d6929adf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9540782-eae6-4cc7-8a95-704a1c85d62b,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:48.582494 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:48.597737 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_v2 [None req-598cfe82-806c-4660-b811-56862d2dda1a admin admin] Deleting subnet 6806a824-5155-40a1-847a-941aa03e0ccc {{(pid=104268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 08 02:05:48.601932 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-598cfe82-806c-4660-b811-56862d2dda1a admin admin] Publish callbacks [] for subnet (6806a824-5155-40a1-847a-941aa03e0ccc), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:48.638245 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-598cfe82-806c-4660-b811-56862d2dda1a admin admin] Publish callbacks [] for subnet (6806a824-5155-40a1-847a-941aa03e0ccc), precommit_delete_associations {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:48.648511 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-598cfe82-806c-4660-b811-56862d2dda1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749588'] for subnet (6806a824-5155-40a1-847a-941aa03e0ccc), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:48.703399 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.services.segments.plugin [-] Segment 7f78d3c9-4bad-4ae6-a55a-0019080d2b05 resource provider aggregate not found Jun 08 02:05:48.739432 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.services.segments.plugin [-] Segment 7f78d3c9-4bad-4ae6-a55a-0019080d2b05 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f78d3c9-4bad-4ae6-a55a-0019080d2b05 found for delete ", "request_id": "req-f208c793-af35-42cc-a055-8bedae9b9b0a"}]} Jun 08 02:05:48.815303 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-25366515-5d59-4529-8b1f-29d45035f3be service neutron] 10.222.0.15 "GET /v2.0/networks/5af62f32-1fcc-4a27-85e9-df350119e5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146286 Jun 08 02:05:48.834702 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-598cfe82-806c-4660-b811-56862d2dda1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516'] for subnet (6806a824-5155-40a1-847a-941aa03e0ccc), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:48.835489 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.15', 55428) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:49.033813 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598cfe82-806c-4660-b811-56862d2dda1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6806a824-5155-40a1-847a-941aa03e0ccc,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:49.039220 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-598cfe82-806c-4660-b811-56862d2dda1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:49.046768 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-598cfe82-806c-4660-b811-56862d2dda1a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6806a824-5155-40a1-847a-941aa03e0ccc HTTP/1.1" status: 204 len: 168 time: 0.4965665 Jun 08 02:05:49.080596 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 49442) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:49.234265 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:49.330321 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-9961c42f-b3b0-41f8-82e6-ce7da38d8dcb tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:49.336870 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-9961c42f-b3b0-41f8-82e6-ce7da38d8dcb tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.15 "GET /v2.0/networks?id=eafc844b-6465-4613-a6dd-f1b9698164f0 HTTP/1.1" status: 200 len: 819 time: 0.4955361 Jun 08 02:05:49.481600 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e62021-81d3-41ae-936b-ec9f0d79eb91 req-db96f5fa-64c9-4b5b-9bbb-45852a22a2b1 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:49.483456 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-88e62021-81d3-41ae-936b-ec9f0d79eb91 req-db96f5fa-64c9-4b5b-9bbb-45852a22a2b1 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 944 time: 0.4753153 Jun 08 02:05:49.485160 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-253f975e-bd23-4cd2-8c80-6d05aedd39d9 req-2b021e9e-6782-47bc-be46-e8027a1dcc5f tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 210 time: 0.3819783 Jun 08 02:05:49.522476 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cc7b3f37-36d4-4160-b27c-fdb8069fb7b0 req-1dda7e4c-ab8c-4f1d-b90f-b616c18183b1 service neutron] 10.222.0.15 "GET /v2.0/networks/5af62f32-1fcc-4a27-85e9-df350119e5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6844177 Jun 08 02:05:49.546505 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c93d892e-1fc7-4088-b791-f12b48938a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1340890'] for network (3f9baa43-e2d8-4806-8168-4c4fe7be5975), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:49.606544 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-88e62021-81d3-41ae-936b-ec9f0d79eb91 req-46ff1f8a-a911-4d29-bd7f-22d5c52cce49 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/security-groups?id=68887de8-bd34-47a7-a58c-5006197de366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079750 Jun 08 02:05:49.643377 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e5be3404-1f6d-462b-8cee-00e2b33b4e40 req-ae53b8d4-8266-419b-b225-55de2e33c460 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 210 time: 0.0594461 Jun 08 02:05:49.670769 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-4f4bffc0-0039-4ab1-8178-02f7f33d9b19 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Request body: {'port': {'device_id': 'f4fe47a1-fdef-478e-94c7-42b5945a57ae', 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0', 'admin_state_up': True, 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:05:49.719420 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c93d892e-1fc7-4088-b791-f12b48938a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749203', 'neutron.services.segments.db._delete_segments_for_network-8744501735437'] for network (3f9baa43-e2d8-4806-8168-4c4fe7be5975), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:49.745643 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c93d892e-1fc7-4088-b791-f12b48938a91 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 02:05:49.746035 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c93d892e-1fc7-4088-b791-f12b48938a91 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 02:05:49.746766 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c93d892e-1fc7-4088-b791-f12b48938a91 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 02:05:49.747114 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c93d892e-1fc7-4088-b791-f12b48938a91 admin admin] Subscribe: > port after_create 55550000 {{(pid=104268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 02:05:49.747510 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c93d892e-1fc7-4088-b791-f12b48938a91 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 02:05:49.747851 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c93d892e-1fc7-4088-b791-f12b48938a91 admin admin] Subscribe: > port after_update 55550000 {{(pid=104268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 02:05:49.748189 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c93d892e-1fc7-4088-b791-f12b48938a91 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 02:05:49.748551 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c93d892e-1fc7-4088-b791-f12b48938a91 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 02:05:49.748867 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c93d892e-1fc7-4088-b791-f12b48938a91 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 02:05:49.749184 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c93d892e-1fc7-4088-b791-f12b48938a91 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 02:05:49.822742 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c93d892e-1fc7-4088-b791-f12b48938a91 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 02:05:49.823228 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c93d892e-1fc7-4088-b791-f12b48938a91 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 02:05:49.823563 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c93d892e-1fc7-4088-b791-f12b48938a91 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 02:05:49.824001 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c93d892e-1fc7-4088-b791-f12b48938a91 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 02:05:49.825507 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.services.segments.db [None req-c93d892e-1fc7-4088-b791-f12b48938a91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f9baa43-e2d8-4806-8168-4c4fe7be5975']}} {{(pid=104268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:05:49.844244 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.services.segments.db [None req-c93d892e-1fc7-4088-b791-f12b48938a91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc5eed8-c6d0-4b94-9db3-5a32e68333a8') {'for_net_delete': True} {{(pid=104268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:05:49.844579 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.services.segments.db [None req-c93d892e-1fc7-4088-b791-f12b48938a91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc5eed8-c6d0-4b94-9db3-5a32e68333a8') {} {{(pid=104268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:05:49.864943 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c93d892e-1fc7-4088-b791-f12b48938a91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744501734036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8505930'] for segment (7fc5eed8-c6d0-4b94-9db3-5a32e68333a8), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:49.888991 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c93d892e-1fc7-4088-b791-f12b48938a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (7fc5eed8-c6d0-4b94-9db3-5a32e68333a8), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:49.899578 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c93d892e-1fc7-4088-b791-f12b48938a91 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=104268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 02:05:49.899882 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c93d892e-1fc7-4088-b791-f12b48938a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8689839'] for segment (7fc5eed8-c6d0-4b94-9db3-5a32e68333a8), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:49.951943 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-4f4bffc0-0039-4ab1-8178-02f7f33d9b19 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Made reservation on behalf of d40d753f66ec4ed2808aa65b825e66f8 for: {'port': 1} {{(pid=104269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:05:49.957618 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-4f4bffc0-0039-4ab1-8178-02f7f33d9b19 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:50.032819 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c93d892e-1fc7-4088-b791-f12b48938a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682838'] for network (3f9baa43-e2d8-4806-8168-4c4fe7be5975), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:50.045510 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c93d892e-1fc7-4088-b791-f12b48938a91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:50.049144 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-c93d892e-1fc7-4088-b791-f12b48938a91 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3f9baa43-e2d8-4806-8168-4c4fe7be5975 HTTP/1.1" status: 204 len: 168 time: 0.9616084 Jun 08 02:05:50.075648 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d892e-1fc7-4088-b791-f12b48938a91 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f9baa43-e2d8-4806-8168-4c4fe7be5975,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:50.306844 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.services.segments.plugin [-] Segment 7fc5eed8-c6d0-4b94-9db3-5a32e68333a8 resource provider aggregate not found Jun 08 02:05:50.330281 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.services.segments.plugin [-] Segment 7fc5eed8-c6d0-4b94-9db3-5a32e68333a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7fc5eed8-c6d0-4b94-9db3-5a32e68333a8 found for delete ", "request_id": "req-1fa23d6b-aefa-4adc-b548-7ccf64db72f1"}]} Jun 08 02:05:50.336424 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 49498) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:50.346045 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.db_base_plugin_common [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-4f4bffc0-0039-4ab1-8178-02f7f33d9b19 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Allocated IP 172.20.0.5 (eafc844b-6465-4613-a6dd-f1b9698164f0/b425173c-8738-4438-bb14-70ea3c375864/895ce244-87ef-415a-88d2-f764d9932c90) {{(pid=104269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:05:50.419380 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-1feace5c-548b-44b6-860a-35ab9c251a86 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c75a902d9e5b4fdf9b423d579f900e02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0817933 Jun 08 02:05:50.426224 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 49506) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:50.452782 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:50.561411 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ac86-4772-4053-ab4c-9316b68ea11d admin admin] Publish callbacks [] for security_group (d8792e4b-5db6-4f3c-889d-1cf28195d33f), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:50.600308 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ac86-4772-4053-ab4c-9316b68ea11d admin admin] Publish callbacks [] for security_group (d8792e4b-5db6-4f3c-889d-1cf28195d33f), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:50.608699 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f599e0d4-8f75-47f2-93d4-45747dc3c6d4 req-ea24efe4-ae7c-45b8-9589-cbb758ea05d1 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 210 time: 0.0291471 Jun 08 02:05:50.621445 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-4f4bffc0-0039-4ab1-8178-02f7f33d9b19 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks [] for port (895ce244-87ef-415a-88d2-f764d9932c90), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:50.672688 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-4f4bffc0-0039-4ab1-8178-02f7f33d9b19 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (895ce244-87ef-415a-88d2-f764d9932c90), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:50.743692 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ac86-4772-4053-ab4c-9316b68ea11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (d8792e4b-5db6-4f3c-889d-1cf28195d33f), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:50.746078 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ac86-4772-4053-ab4c-9316b68ea11d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:50.750200 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-5bd6ac86-4772-4053-ab4c-9316b68ea11d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8792e4b-5db6-4f3c-889d-1cf28195d33f HTTP/1.1" status: 204 len: 168 time: 0.3200305 Jun 08 02:05:50.769026 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-4f4bffc0-0039-4ab1-8178-02f7f33d9b19 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Network eafc844b-6465-4613-a6dd-f1b9698164f0 is already hosted by enough agents. {{(pid=104269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:05:50.774707 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:50.782432 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4c830-0f19-4134-bc9a-3105865ef645 req-b2f1e26a-6c0e-4e92-a384-246b294f90ee tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:50.783968 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ecf4c830-0f19-4134-bc9a-3105865ef645 req-b2f1e26a-6c0e-4e92-a384-246b294f90ee tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 944 time: 0.0810077 Jun 08 02:05:50.785670 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.base_scheduler [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-4f4bffc0-0039-4ab1-8178-02f7f33d9b19 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Resources bound (agent type, host, resource id): {{(pid=104269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:05:50.790560 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6ac86-4772-4053-ab4c-9316b68ea11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8792e4b-5db6-4f3c-889d-1cf28195d33f,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:50.794208 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-4f4bffc0-0039-4ab1-8178-02f7f33d9b19 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Received port after_create {{(pid=104269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:05:50.798820 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4bffc0-0039-4ab1-8178-02f7f33d9b19 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Pushing event updated for resources: {'Port': ['ID=895ce244-87ef-415a-88d2-f764d9932c90,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:50.850762 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-4f4bffc0-0039-4ab1-8178-02f7f33d9b19 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:50.851728 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-4f4bffc0-0039-4ab1-8178-02f7f33d9b19 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for port (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:50.874943 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-4f4bffc0-0039-4ab1-8178-02f7f33d9b19 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2068250 Jun 08 02:05:50.894764 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0037018c-3d84-4bef-9a09-c29c68d41cfe req-abe6fe76-71c9-43b4-bfb8-aa063d12b4d4 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 210 time: 0.1096952 Jun 08 02:05:50.980068 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ecf4c830-0f19-4134-bc9a-3105865ef645 req-bdede253-6325-4bff-a8d9-d1184c4c0b1f tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/security-groups?id=68887de8-bd34-47a7-a58c-5006197de366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816165 Jun 08 02:05:51.138155 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-f3c92dfe-e3fe-4d44-a695-166311b370e8 None None] Provisioning complete for port 895ce244-87ef-415a-88d2-f764d9932c90 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:05:51.139227 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-f3c92dfe-e3fe-4d44-a695-166311b370e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (895ce244-87ef-415a-88d2-f764d9932c90), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:51.175965 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-f3c92dfe-e3fe-4d44-a695-166311b370e8 None None] Port 895ce244-87ef-415a-88d2-f764d9932c90 cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:05:51.248200 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 49550) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:51.271007 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:51.300263 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-b9b164b3-94f4-410f-8b12-24927d11991b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9043fd9359424b3aba901331410be340&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438290 Jun 08 02:05:51.300263 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 49556) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:51.310252 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.15', 55435) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:51.314458 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-abddc613-aea6-4c29-bbdb-2684678e7fc7 service neutron] Request body: {'port': {'device_id': 'f4fe47a1-fdef-478e-94c7-42b5945a57ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:05:51.400843 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.15', 55436) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:51.423150 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:51.472586 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089722ee-b016-411a-8a75-6856f9691039 req-d4fecaf8-9977-4334-8192-05bcd3fb70a1 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:51.474884 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-089722ee-b016-411a-8a75-6856f9691039 req-d4fecaf8-9977-4334-8192-05bcd3fb70a1 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.15 "GET /v2.0/networks?id=466dc4d7-a525-4704-a47b-5a136472c918 HTTP/1.1" status: 200 len: 811 time: 0.1492772 Jun 08 02:05:51.479848 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051b7c4-33fd-409c-b978-5c6d0dfa0768 req-a2e875b4-1ae7-4a49-8adf-d982837aef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:51.481699 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8051b7c4-33fd-409c-b978-5c6d0dfa0768 req-a2e875b4-1ae7-4a49-8adf-d982837aef99 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16b90d01b80e450b9357d02c245c9531&device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 1128 time: 0.1651146 Jun 08 02:05:51.558231 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-abddc613-aea6-4c29-bbdb-2684678e7fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (895ce244-87ef-415a-88d2-f764d9932c90), before_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:51.622196 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c821cce7-7612-429a-b138-37614ed2fe92 admin admin] Publish callbacks [] for security_group (847234e2-87bf-4efd-87e4-beec39aae36d), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:51.701265 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-4c2f85d0-0bf1-4177-ab4f-74d794e5148c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:51.703265 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-4c2f85d0-0bf1-4177-ab4f-74d794e5148c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.15 "GET /v2.0/networks?id=eafc844b-6465-4613-a6dd-f1b9698164f0 HTTP/1.1" status: 200 len: 819 time: 0.3007364 Jun 08 02:05:51.710856 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c821cce7-7612-429a-b138-37614ed2fe92 admin admin] Publish callbacks [] for security_group (847234e2-87bf-4efd-87e4-beec39aae36d), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:51.727173 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-170d273e-174e-4032-a84b-e9f4de8f3654 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Request body: {'port': {'device_id': 'eb925141-6220-42fb-acfe-098906d06f8b', 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0', 'admin_state_up': True, 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:05:51.755786 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:51.816904 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-eddc14b6-2ba0-4639-8760-1042ad71d5a9 req-40f7af07-06a0-4851-bde1-6c49f1d6dfde tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 210 time: 0.0682616 Jun 08 02:05:51.830111 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-089722ee-b016-411a-8a75-6856f9691039 req-b6b7fa8b-160c-402f-ae8c-0bf92c5fb998 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27f98152ab3440cf824c9ceb1c790bcf HTTP/1.1" status: 200 len: 379 time: 0.3348265 Jun 08 02:05:51.845805 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-089722ee-b016-411a-8a75-6856f9691039 req-e8582e19-bd1f-4154-9745-5322a7c1d752 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Request body: {'port': {'device_id': 'b508446f-daa7-46a1-be64-fd8528cfa380', 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918', 'admin_state_up': True, 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'security_groups': ['7b6f4e75-62e8-4a1c-9038-cdc534fe4424']}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:05:51.890455 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051b7c4-33fd-409c-b978-5c6d0dfa0768 req-99e37e97-c280-4b5b-97cd-3609b96e36a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:51.891924 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8051b7c4-33fd-409c-b978-5c6d0dfa0768 req-99e37e97-c280-4b5b-97cd-3609b96e36a3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5af62f32-1fcc-4a27-85e9-df350119e5e8 HTTP/1.1" status: 200 len: 911 time: 0.3904104 Jun 08 02:05:51.946779 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8051b7c4-33fd-409c-b978-5c6d0dfa0768 req-1ee4bbf0-b51b-4e15-bd10-09c40ac16bfd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=732d068c-f7fd-41f4-8c10-2743ccfb57c5 HTTP/1.1" status: 200 len: 217 time: 0.0470445 Jun 08 02:05:52.094433 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-38e5c47b-3cb3-489e-b18b-33f0aa61dced req-e6324e72-31ea-49f5-97ec-5a54c831cb53 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 210 time: 0.0613434 Jun 08 02:05:52.146838 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051b7c4-33fd-409c-b978-5c6d0dfa0768 req-b8a8fd58-a4c8-4e41-9778-e3b1e170b66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:52.148899 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8051b7c4-33fd-409c-b978-5c6d0dfa0768 req-b8a8fd58-a4c8-4e41-9778-e3b1e170b66e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b33e88ce-f455-48d2-b946-591bd81a41e3 HTTP/1.1" status: 200 len: 850 time: 0.1895165 Jun 08 02:05:52.196664 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8051b7c4-33fd-409c-b978-5c6d0dfa0768 req-93dededf-5f68-4b64-86c2-a78411d4507c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5af62f32-1fcc-4a27-85e9-df350119e5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398967 Jun 08 02:05:52.197610 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-089722ee-b016-411a-8a75-6856f9691039 req-e8582e19-bd1f-4154-9745-5322a7c1d752 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Made reservation on behalf of 27f98152ab3440cf824c9ceb1c790bcf for: {'port': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:05:52.202547 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-089722ee-b016-411a-8a75-6856f9691039 req-e8582e19-bd1f-4154-9745-5322a7c1d752 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:52.223367 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e55a9a-fee1-4ca3-8248-d89d5318f6e5 req-0467735a-fedc-4bea-8bd7-560ab3f60180 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:52.225612 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-98e55a9a-fee1-4ca3-8248-d89d5318f6e5 req-0467735a-fedc-4bea-8bd7-560ab3f60180 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 944 time: 0.1246338 Jun 08 02:05:52.380955 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c821cce7-7612-429a-b138-37614ed2fe92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (847234e2-87bf-4efd-87e4-beec39aae36d), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:52.388553 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c821cce7-7612-429a-b138-37614ed2fe92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:52.388553 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-c821cce7-7612-429a-b138-37614ed2fe92 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/847234e2-87bf-4efd-87e4-beec39aae36d HTTP/1.1" status: 204 len: 168 time: 1.0873473 Jun 08 02:05:52.407019 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821cce7-7612-429a-b138-37614ed2fe92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847234e2-87bf-4efd-87e4-beec39aae36d,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:52.448833 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-98e55a9a-fee1-4ca3-8248-d89d5318f6e5 req-161e4ef3-1f4f-4d7d-8ef9-de3570a2c957 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/security-groups?id=68887de8-bd34-47a7-a58c-5006197de366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137403 Jun 08 02:05:52.527720 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.notifiers.nova [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-abddc613-aea6-4c29-bbdb-2684678e7fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 895ce244-87ef-415a-88d2-f764d9932c90 {{(pid=104269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:05:52.538522 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-abddc613-aea6-4c29-bbdb-2684678e7fc7 service neutron] Publish callbacks [] for port (895ce244-87ef-415a-88d2-f764d9932c90), precommit_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:52.550336 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [req-089722ee-b016-411a-8a75-6856f9691039 req-e8582e19-bd1f-4154-9745-5322a7c1d752 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Allocated IP 172.20.0.10 (466dc4d7-a525-4704-a47b-5a136472c918/8f09d094-ed17-43ae-a27d-e0d8f7e1f047/f15849eb-1bf4-44c4-8575-7be145474d94) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:05:52.571005 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.provisioning_blocks [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-abddc613-aea6-4c29-bbdb-2684678e7fc7 service neutron] Transition to ACTIVE for port object 895ce244-87ef-415a-88d2-f764d9932c90 will not be triggered until provisioned by entity L2. {{(pid=104269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 02:05:52.592086 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-abddc613-aea6-4c29-bbdb-2684678e7fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9466662'] for port (895ce244-87ef-415a-88d2-f764d9932c90), after_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:52.738055 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:52.739317 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:52.753984 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8051b7c4-33fd-409c-b978-5c6d0dfa0768 req-abfc2d28-566a-404a-b06c-9467f759b26c service neutron] 10.222.0.15 "GET /v2.0/networks/5af62f32-1fcc-4a27-85e9-df350119e5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5470605 Jun 08 02:05:52.756546 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-170d273e-174e-4032-a84b-e9f4de8f3654 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Made reservation on behalf of d40d753f66ec4ed2808aa65b825e66f8 for: {'port': 1} {{(pid=104269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:05:52.763972 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-170d273e-174e-4032-a84b-e9f4de8f3654 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:52.791618 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-089722ee-b016-411a-8a75-6856f9691039 req-e8582e19-bd1f-4154-9745-5322a7c1d752 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for port (f15849eb-1bf4-44c4-8575-7be145474d94), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:52.812360 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:52.816738 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abddc613-aea6-4c29-bbdb-2684678e7fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=895ce244-87ef-415a-88d2-f764d9932c90,revision_number=2']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:53.000337 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.managers [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-abddc613-aea6-4c29-bbdb-2684678e7fc7 service neutron] Attempting to bind port 895ce244-87ef-415a-88d2-f764d9932c90 on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:05:53.004464 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.managers [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-abddc613-aea6-4c29-bbdb-2684678e7fc7 service neutron] Attempting to bind port 895ce244-87ef-415a-88d2-f764d9932c90 by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': 'a0fcd5bf-dd48-409f-aa60-ccb3d3862478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0'}] {{(pid=104269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:05:53.004464 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-abddc613-aea6-4c29-bbdb-2684678e7fc7 service neutron] Attempting to bind port 895ce244-87ef-415a-88d2-f764d9932c90 on network eafc844b-6465-4613-a6dd-f1b9698164f0 {{(pid=104269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:05:53.012803 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-abddc613-aea6-4c29-bbdb-2684678e7fc7 service neutron] Port 895ce244-87ef-415a-88d2-f764d9932c90 on network eafc844b-6465-4613-a6dd-f1b9698164f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 02:05:53.012932 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-abddc613-aea6-4c29-bbdb-2684678e7fc7 service neutron] Attempting to bind port 895ce244-87ef-415a-88d2-f764d9932c90 on network eafc844b-6465-4613-a6dd-f1b9698164f0 {{(pid=104269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:05:53.065262 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-089722ee-b016-411a-8a75-6856f9691039 req-e8582e19-bd1f-4154-9745-5322a7c1d752 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (f15849eb-1bf4-44c4-8575-7be145474d94), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:53.067114 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-abddc613-aea6-4c29-bbdb-2684678e7fc7 service neutron] Checking agent: {'id': 'aa11e808-eba7-468a-acd8-b3aef0cfc542', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'started_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:05:53.067490 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-abddc613-aea6-4c29-bbdb-2684678e7fc7 service neutron] Checking segment: {'id': 'a0fcd5bf-dd48-409f-aa60-ccb3d3862478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:05:53.068763 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-abddc613-aea6-4c29-bbdb-2684678e7fc7 service neutron] Bound using segment: {'id': 'a0fcd5bf-dd48-409f-aa60-ccb3d3862478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0'} {{(pid=104269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:05:53.069234 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.managers [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-abddc613-aea6-4c29-bbdb-2684678e7fc7 service neutron] Bound port: 895ce244-87ef-415a-88d2-f764d9932c90, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0fcd5bf-dd48-409f-aa60-ccb3d3862478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0'}}] {{(pid=104269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:05:53.069602 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-abddc613-aea6-4c29-bbdb-2684678e7fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (895ce244-87ef-415a-88d2-f764d9932c90), before_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:53.098698 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8051b7c4-33fd-409c-b978-5c6d0dfa0768 req-07237d15-1d68-4d84-9091-594b0c4ebbcf service neutron] 10.222.0.15 "GET /v2.0/networks/5af62f32-1fcc-4a27-85e9-df350119e5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303726 Jun 08 02:05:53.178264 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.db_base_plugin_common [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-170d273e-174e-4032-a84b-e9f4de8f3654 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Allocated IP 172.20.0.9 (eafc844b-6465-4613-a6dd-f1b9698164f0/b425173c-8738-4438-bb14-70ea3c375864/854f4972-75d1-4f33-b863-4ac1e9184f71) {{(pid=104269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:05:53.186562 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdf693-d76c-48cc-9a38-69d28570d8cf req-7c2e896b-f0b8-4088-9eb0-4a7cda345e7f tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:53.188433 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cebdf693-d76c-48cc-9a38-69d28570d8cf req-7c2e896b-f0b8-4088-9eb0-4a7cda345e7f tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 932 time: 0.2217019 Jun 08 02:05:53.196712 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-089722ee-b016-411a-8a75-6856f9691039 req-e8582e19-bd1f-4154-9745-5322a7c1d752 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Network 466dc4d7-a525-4704-a47b-5a136472c918 is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:05:53.230895 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [req-089722ee-b016-411a-8a75-6856f9691039 req-e8582e19-bd1f-4154-9745-5322a7c1d752 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:05:53.246579 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.db [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-abddc613-aea6-4c29-bbdb-2684678e7fc7 service neutron] For port 895ce244-87ef-415a-88d2-f764d9932c90, host hv-cinder-84506, cleared binding levels {{(pid=104269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:05:53.257442 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-089722ee-b016-411a-8a75-6856f9691039 req-e8582e19-bd1f-4154-9745-5322a7c1d752 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:05:53.291220 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.db [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-abddc613-aea6-4c29-bbdb-2684678e7fc7 service neutron] For port 895ce244-87ef-415a-88d2-f764d9932c90, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=895ce244-87ef-415a-88d2-f764d9932c90,segment=NetworkSegment(a0fcd5bf-dd48-409f-aa60-ccb3d3862478),segment_id=a0fcd5bf-dd48-409f-aa60-ccb3d3862478)] {{(pid=104269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:05:53.292344 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:53.320749 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-abddc613-aea6-4c29-bbdb-2684678e7fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9466662'] for port (895ce244-87ef-415a-88d2-f764d9932c90), after_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:53.323323 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8582e19-bd1f-4154-9745-5322a7c1d752 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Pushing event updated for resources: {'Port': ['ID=f15849eb-1bf4-44c4-8575-7be145474d94,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:53.333546 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-af0a8fec-1804-4da9-a56d-ff58a15708df req-81d3fa9f-4e40-4741-a362-3d11358d1ab3 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 210 time: 0.1037922 Jun 08 02:05:53.351947 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cebdf693-d76c-48cc-9a38-69d28570d8cf req-6cf8556a-e6f0-4b9a-8c1e-1cc594510a52 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518226 Jun 08 02:05:53.407371 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089722ee-b016-411a-8a75-6856f9691039 req-e8582e19-bd1f-4154-9745-5322a7c1d752 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:53.408039 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-089722ee-b016-411a-8a75-6856f9691039 req-e8582e19-bd1f-4154-9745-5322a7c1d752 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:53.424488 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-abddc613-aea6-4c29-bbdb-2684678e7fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:53.425564 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-abddc613-aea6-4c29-bbdb-2684678e7fc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for port (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:53.431988 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-abddc613-aea6-4c29-bbdb-2684678e7fc7 service neutron] 10.222.0.15 "PUT /v2.0/ports/895ce244-87ef-415a-88d2-f764d9932c90 HTTP/1.1" status: 200 len: 1093 time: 2.1218464 Jun 08 02:05:53.438660 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4fe47a1-fdef-478e-94c7-42b5945a57ae', 'tag': '895ce244-87ef-415a-88d2-f764d9932c90'}] {{(pid=104269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:05:53.457290 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-089722ee-b016-411a-8a75-6856f9691039 req-e8582e19-bd1f-4154-9745-5322a7c1d752 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6157618 Jun 08 02:05:53.480918 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abddc613-aea6-4c29-bbdb-2684678e7fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=895ce244-87ef-415a-88d2-f764d9932c90,revision_number=3']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:53.576839 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-170d273e-174e-4032-a84b-e9f4de8f3654 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks [] for port (854f4972-75d1-4f33-b863-4ac1e9184f71), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:53.651431 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dec901-1d55-4eb1-b853-3c39f334ad61 req-0f7f0f3a-f25f-4530-8245-890a9bafdb0c tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:53.661542 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-170d273e-174e-4032-a84b-e9f4de8f3654 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (854f4972-75d1-4f33-b863-4ac1e9184f71), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:53.662828 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e9dec901-1d55-4eb1-b853-3c39f334ad61 req-0f7f0f3a-f25f-4530-8245-890a9bafdb0c tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 944 time: 0.1052167 Jun 08 02:05:53.683334 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-3477824c-c620-4e2f-8f23-6aa30cd3a284 None None] Provisioning complete for port f15849eb-1bf4-44c4-8575-7be145474d94 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:05:53.685807 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-3477824c-c620-4e2f-8f23-6aa30cd3a284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (f15849eb-1bf4-44c4-8575-7be145474d94), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:53.765387 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358dc8d4ae4a51a45346970250dcd834be934840dbf61ef46806344516445931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345fa591-e4fa-4a24-b562-c89eba099ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "f4fe47a1-fdef-478e-94c7-42b5945a57ae", "tag": "895ce244-87ef-415a-88d2-f764d9932c90"}]}' {{(pid=104269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:05:53.772165 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-170d273e-174e-4032-a84b-e9f4de8f3654 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Network eafc844b-6465-4613-a6dd-f1b9698164f0 is already hosted by enough agents. {{(pid=104269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:05:53.779770 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e9dec901-1d55-4eb1-b853-3c39f334ad61 req-1d6c98dc-8b7d-4d0d-9c68-428a91e58715 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/security-groups?id=68887de8-bd34-47a7-a58c-5006197de366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104364 Jun 08 02:05:53.786701 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.base_scheduler [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-170d273e-174e-4032-a84b-e9f4de8f3654 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Resources bound (agent type, host, resource id): {{(pid=104269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:05:53.788962 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d273e-174e-4032-a84b-e9f4de8f3654 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Pushing event updated for resources: {'Port': ['ID=854f4972-75d1-4f33-b863-4ac1e9184f71,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:53.795615 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-170d273e-174e-4032-a84b-e9f4de8f3654 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Received port after_create {{(pid=104269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:05:53.810264 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-3477824c-c620-4e2f-8f23-6aa30cd3a284 None None] Port f15849eb-1bf4-44c4-8575-7be145474d94 cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:05:53.865626 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-170d273e-174e-4032-a84b-e9f4de8f3654 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:53.866620 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-170d273e-174e-4032-a84b-e9f4de8f3654 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for port (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:53.895429 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-170d273e-174e-4032-a84b-e9f4de8f3654 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1746221 Jun 08 02:05:53.926409 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:54.064831 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-9f99387e-2185-4dd9-884b-cbb66dae7674 None None] Provisioning complete for port 854f4972-75d1-4f33-b863-4ac1e9184f71 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:05:54.065240 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-9f99387e-2185-4dd9-884b-cbb66dae7674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (854f4972-75d1-4f33-b863-4ac1e9184f71), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:54.104366 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-9f99387e-2185-4dd9-884b-cbb66dae7674 None None] Port 854f4972-75d1-4f33-b863-4ac1e9184f71 cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:05:54.105018 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea46eb65-5f47-4d32-908c-8308ab50b349 x-openstack-request-id: req-ea46eb65-5f47-4d32-908c-8308ab50b349 {{(pid=104269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:05:54.105312 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4fe47a1-fdef-478e-94c7-42b5945a57ae", "tag": "895ce244-87ef-415a-88d2-f764d9932c90", "status": "completed", "code": 200}]} {{(pid=104269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:05:54.105562 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea46eb65-5f47-4d32-908c-8308ab50b349 {{(pid=104269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:05:54.106060 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea46eb65-5f47-4d32-908c-8308ab50b349'] response: {'name': 'network-changed', 'server_uuid': 'f4fe47a1-fdef-478e-94c7-42b5945a57ae', 'tag': '895ce244-87ef-415a-88d2-f764d9932c90', 'status': 'completed', 'code': 200} Jun 08 02:05:54.445899 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 49722) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:54.531799 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98d76e-7088-47fb-81a6-1c35ab14e5d6 req-093b6d54-77fd-4452-9f7b-34cb80481c28 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:54.533483 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ce98d76e-7088-47fb-81a6-1c35ab14e5d6 req-093b6d54-77fd-4452-9f7b-34cb80481c28 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 931 time: 0.0635927 Jun 08 02:05:54.540686 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cefd3-aa31-40a7-9999-1ca64a6132ab req-559666e5-c319-4f69-9c17-c7cdaa22a419 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:54.542543 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f25cefd3-aa31-40a7-9999-1ca64a6132ab req-559666e5-c319-4f69-9c17-c7cdaa22a419 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 932 time: 0.1056871 Jun 08 02:05:54.621066 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ce98d76e-7088-47fb-81a6-1c35ab14e5d6 req-e6f80b4a-5084-415c-8657-528a3ba3fc88 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758832 Jun 08 02:05:54.624257 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f25cefd3-aa31-40a7-9999-1ca64a6132ab req-d2b37585-2abf-4899-9ba6-a2cbb5e94982 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720227 Jun 08 02:05:54.702062 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-b0ad943f-b17b-4014-aa06-c375bff6c87a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:54.745217 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:54.791775 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-b0ad943f-b17b-4014-aa06-c375bff6c87a admin admin] Publish callbacks [] for security_group (192f731c-2d6c-4c7f-87c0-ae2bcf9d74f9), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:54.796377 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-b0ad943f-b17b-4014-aa06-c375bff6c87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (192f731c-2d6c-4c7f-87c0-ae2bcf9d74f9), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:54.840151 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-b0ad943f-b17b-4014-aa06-c375bff6c87a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5092352dc53c4014a067160b260b2132&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3900368 Jun 08 02:05:54.840557 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 49742) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:54.846515 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad943f-b17b-4014-aa06-c375bff6c87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192f731c-2d6c-4c7f-87c0-ae2bcf9d74f9,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:54.899984 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3b24c-c457-4730-bacf-6e53f513da91 req-4ec42f00-4671-4e3d-bd28-83aea3664592 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:54.901972 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9fc3b24c-c457-4730-bacf-6e53f513da91 req-4ec42f00-4671-4e3d-bd28-83aea3664592 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 944 time: 0.0548203 Jun 08 02:05:54.908178 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-32aa0439-65e5-41d5-90f5-a6852241e902 admin admin] Publish callbacks [] for security_group (192f731c-2d6c-4c7f-87c0-ae2bcf9d74f9), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:54.932711 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-32aa0439-65e5-41d5-90f5-a6852241e902 admin admin] Publish callbacks [] for security_group (192f731c-2d6c-4c7f-87c0-ae2bcf9d74f9), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:54.963862 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9fc3b24c-c457-4730-bacf-6e53f513da91 req-24dc8747-0833-42dd-a89e-021762fdb217 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/security-groups?id=68887de8-bd34-47a7-a58c-5006197de366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540004 Jun 08 02:05:54.986847 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-32aa0439-65e5-41d5-90f5-a6852241e902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (192f731c-2d6c-4c7f-87c0-ae2bcf9d74f9), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:54.989644 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-32aa0439-65e5-41d5-90f5-a6852241e902 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:54.990715 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-32aa0439-65e5-41d5-90f5-a6852241e902 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/192f731c-2d6c-4c7f-87c0-ae2bcf9d74f9 HTTP/1.1" status: 204 len: 168 time: 0.1493356 Jun 08 02:05:54.998801 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa0439-65e5-41d5-90f5-a6852241e902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192f731c-2d6c-4c7f-87c0-ae2bcf9d74f9,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:55.311390 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 49778) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:55.445501 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 49782) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:55.482459 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-c1decd31-b89b-4b10-8dcc-645b0a5818a6 service neutron] Request body: {'port': {'device_id': 'eb925141-6220-42fb-acfe-098906d06f8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:05:55.488996 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:55.502070 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 732d068c-f7fd-41f4-8c10-2743ccfb57c5 details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 02:05:55.523625 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3a69eb46-1d82-46f7-b192-9f30fb9acad7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:55.531027 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-089722ee-b016-411a-8a75-6856f9691039 req-dd650a1c-1fed-4a6f-be5a-ca9333d904cd service neutron] Request body: {'port': {'device_id': 'b508446f-daa7-46a1-be64-fd8528cfa380', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:05:55.566426 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:55.606514 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:55.637013 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-089722ee-b016-411a-8a75-6856f9691039 req-dd650a1c-1fed-4a6f-be5a-ca9333d904cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (f15849eb-1bf4-44c4-8575-7be145474d94), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:55.640787 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-a70982fe-ec88-4f50-9d39-95d4c9beb232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:55.643431 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=100 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:55.644833 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-29e9598a-7d2b-46cd-a2ff-6dcc7b169f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:55.647241 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-29e9598a-7d2b-46cd-a2ff-6dcc7b169f30 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d40d753f66ec4ed2808aa65b825e66f8&device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 1127 time: 0.1318851 Jun 08 02:05:55.663808 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 732d068c-f7fd-41f4-8c10-2743ccfb57c5, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=732d068c-f7fd-41f4-8c10-2743ccfb57c5,segment=NetworkSegment(1e0580f7-ff3e-4685-a63f-337fd165274c),segment_id=1e0580f7-ff3e-4685-a63f-337fd165274c)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:05:55.678241 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Returning: {'device': '732d068c-f7fd-41f4-8c10-2743ccfb57c5', 'network_id': '5af62f32-1fcc-4a27-85e9-df350119e5e8', 'port_id': '732d068c-f7fd-41f4-8c10-2743ccfb57c5', 'mac_address': 'fa:16:3e:69:02:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b33e88ce-f455-48d2-b946-591bd81a41e3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 02:05:55.726017 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 732d068c-f7fd-41f4-8c10-2743ccfb57c5 is: DOWN; New status is: BUILD {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:05:55.726958 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (732d068c-f7fd-41f4-8c10-2743ccfb57c5), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:55.742587 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 732d068c-f7fd-41f4-8c10-2743ccfb57c5 {{(pid=104270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:05:55.761689 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-82f5f960-cf06-49df-afb3-05357665ce90 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=895ce244-87ef-415a-88d2-f764d9932c90 HTTP/1.1" status: 200 len: 217 time: 0.0883155 Jun 08 02:05:55.768500 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 732d068c-f7fd-41f4-8c10-2743ccfb57c5, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=732d068c-f7fd-41f4-8c10-2743ccfb57c5,segment=NetworkSegment(1e0580f7-ff3e-4685-a63f-337fd165274c),segment_id=1e0580f7-ff3e-4685-a63f-337fd165274c)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:05:55.777166 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (732d068c-f7fd-41f4-8c10-2743ccfb57c5), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:55.791589 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-c1decd31-b89b-4b10-8dcc-645b0a5818a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (854f4972-75d1-4f33-b863-4ac1e9184f71), before_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:55.809715 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3a69eb46-1d82-46f7-b192-9f30fb9acad7 admin admin] Publish callbacks [] for security_group (fa2af9a6-bbd2-430e-bea0-ddcff8b2d76a), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:55.823640 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:55.851488 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=732d068c-f7fd-41f4-8c10-2743ccfb57c5,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:55.886404 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-82e03ac2-f394-4132-b92e-59597c444a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:55.888132 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-82e03ac2-f394-4132-b92e-59597c444a3f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b425173c-8738-4438-bb14-70ea3c375864 HTTP/1.1" status: 200 len: 858 time: 0.1150267 Jun 08 02:05:55.946483 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3a69eb46-1d82-46f7-b192-9f30fb9acad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (fa2af9a6-bbd2-430e-bea0-ddcff8b2d76a), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:56.011031 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-db509db3-cfb2-4546-9a52-50abdcc4bbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:56.012570 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-db509db3-cfb2-4546-9a52-50abdcc4bbc1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eafc844b-6465-4613-a6dd-f1b9698164f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1147680 Jun 08 02:05:56.046129 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68494026-2469-44df-90ba-371d1d7574ca req-4db87a75-8ae0-4705-a907-0f9ae8a7bf0e tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:56.047635 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-68494026-2469-44df-90ba-371d1d7574ca req-4db87a75-8ae0-4705-a907-0f9ae8a7bf0e tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 932 time: 0.2553432 Jun 08 02:05:56.073195 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-3a69eb46-1d82-46f7-b192-9f30fb9acad7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fde2705e191a41b1914b97cc8ef0b0c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7606535 Jun 08 02:05:56.090663 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['732d068c-f7fd-41f4-8c10-2743ccfb57c5'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:05:56.103787 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 49800) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:56.110136 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc584c7-6535-4b95-aaa8-ae68adfc57a8 req-12c89c5d-5f8f-466b-ab0b-8330a7e302d5 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:56.111963 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4bc584c7-6535-4b95-aaa8-ae68adfc57a8 req-12c89c5d-5f8f-466b-ab0b-8330a7e302d5 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 931 time: 0.2019236 Jun 08 02:05:56.131119 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69eb46-1d82-46f7-b192-9f30fb9acad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2af9a6-bbd2-430e-bea0-ddcff8b2d76a,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:56.290903 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-68494026-2469-44df-90ba-371d1d7574ca req-3bc23d9f-6a86-476c-a67b-3788da9d3edb tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851256 Jun 08 02:05:56.292268 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-a70982fe-ec88-4f50-9d39-95d4c9beb232 admin admin] Publish callbacks [] for security_group (4a1b1b34-2835-47ef-bb72-f2b154bb2b6b), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:56.322059 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:05:56.324790 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:56.330039 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-a70982fe-ec88-4f50-9d39-95d4c9beb232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (4a1b1b34-2835-47ef-bb72-f2b154bb2b6b), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:56.366004 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4bc584c7-6535-4b95-aaa8-ae68adfc57a8 req-496b96e2-1636-40d1-a3b4-5f13a6a09146 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383261 Jun 08 02:05:56.389935 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-93109ffe-22a9-4c80-ba0a-e6a7032e11f1 admin admin] Publish callbacks [] for security_group (fa2af9a6-bbd2-430e-bea0-ddcff8b2d76a), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:56.469025 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-c6e12899-023d-424d-a211-2e403c62ca5f service neutron] 10.222.0.15 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421968 Jun 08 02:05:56.469612 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70982fe-ec88-4f50-9d39-95d4c9beb232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1b1b34-2835-47ef-bb72-f2b154bb2b6b,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:56.472507 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-93109ffe-22a9-4c80-ba0a-e6a7032e11f1 admin admin] Publish callbacks [] for security_group (fa2af9a6-bbd2-430e-bea0-ddcff8b2d76a), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:56.488897 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [req-089722ee-b016-411a-8a75-6856f9691039 req-dd650a1c-1fed-4a6f-be5a-ca9333d904cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f15849eb-1bf4-44c4-8575-7be145474d94 {{(pid=104268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:05:56.498482 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-a70982fe-ec88-4f50-9d39-95d4c9beb232 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a03b2c5b4404f2d918b010c69eee729&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0517819 Jun 08 02:05:56.500134 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 49812) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:56.506126 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-089722ee-b016-411a-8a75-6856f9691039 req-dd650a1c-1fed-4a6f-be5a-ca9333d904cd service neutron] Publish callbacks [] for port (f15849eb-1bf4-44c4-8575-7be145474d94), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:56.514190 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8440cca-bf0a-4e8f-9771-517f89de2a96 req-56a9ba20-cad9-4140-82d3-d4e239e881d5 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:56.515713 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c8440cca-bf0a-4e8f-9771-517f89de2a96 req-56a9ba20-cad9-4140-82d3-d4e239e881d5 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 945 time: 0.1194882 Jun 08 02:05:56.530728 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:56.582648 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.provisioning_blocks [req-089722ee-b016-411a-8a75-6856f9691039 req-dd650a1c-1fed-4a6f-be5a-ca9333d904cd service neutron] Transition to ACTIVE for port object f15849eb-1bf4-44c4-8575-7be145474d94 will not be triggered until provisioned by entity L2. {{(pid=104268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 02:05:56.595579 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:56.609990 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-089722ee-b016-411a-8a75-6856f9691039 req-dd650a1c-1fed-4a6f-be5a-ca9333d904cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (f15849eb-1bf4-44c4-8575-7be145474d94), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:56.714262 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 732d068c-f7fd-41f4-8c10-2743ccfb57c5 up at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:05:56.760881 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c8440cca-bf0a-4e8f-9771-517f89de2a96 req-941b9bf1-7998-48b9-a34d-abc635cdcec6 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/security-groups?id=68887de8-bd34-47a7-a58c-5006197de366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091706 Jun 08 02:05:56.771640 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-93109ffe-22a9-4c80-ba0a-e6a7032e11f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (fa2af9a6-bbd2-430e-bea0-ddcff8b2d76a), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:56.775265 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-93109ffe-22a9-4c80-ba0a-e6a7032e11f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:56.779492 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-b2b34b89-e516-445d-bcae-ff7a6509bc02 req-4f258f8b-0055-4440-ab60-129a722b7123 service neutron] 10.222.0.15 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343497 Jun 08 02:05:56.785386 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.notifiers.nova [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-c1decd31-b89b-4b10-8dcc-645b0a5818a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 854f4972-75d1-4f33-b863-4ac1e9184f71 {{(pid=104269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:05:56.792019 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-93109ffe-22a9-4c80-ba0a-e6a7032e11f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa2af9a6-bbd2-430e-bea0-ddcff8b2d76a HTTP/1.1" status: 204 len: 168 time: 0.6763752 Jun 08 02:05:56.798346 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c7872605-f7f7-4e28-ab8a-a1d8d686c7d1 admin admin] Publish callbacks [] for security_group (4a1b1b34-2835-47ef-bb72-f2b154bb2b6b), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:56.814260 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-c1decd31-b89b-4b10-8dcc-645b0a5818a6 service neutron] Publish callbacks [] for port (854f4972-75d1-4f33-b863-4ac1e9184f71), precommit_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:56.816775 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd650a1c-1fed-4a6f-be5a-ca9333d904cd service neutron] Pushing event updated for resources: {'Port': ['ID=f15849eb-1bf4-44c4-8575-7be145474d94,revision_number=2']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:56.825226 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning for port 732d068c-f7fd-41f4-8c10-2743ccfb57c5 completed by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 02:05:56.838453 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning complete for port 732d068c-f7fd-41f4-8c10-2743ccfb57c5 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:05:56.838992 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (732d068c-f7fd-41f4-8c10-2743ccfb57c5), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:56.842639 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.provisioning_blocks [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-c1decd31-b89b-4b10-8dcc-645b0a5818a6 service neutron] Transition to ACTIVE for port object 854f4972-75d1-4f33-b863-4ac1e9184f71 will not be triggered until provisioned by entity L2. {{(pid=104269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 02:05:56.860061 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-c1decd31-b89b-4b10-8dcc-645b0a5818a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9466662'] for port (854f4972-75d1-4f33-b863-4ac1e9184f71), after_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:56.924496 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c7872605-f7f7-4e28-ab8a-a1d8d686c7d1 admin admin] Publish callbacks [] for security_group (4a1b1b34-2835-47ef-bb72-f2b154bb2b6b), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:56.967824 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1decd31-b89b-4b10-8dcc-645b0a5818a6 service neutron] Pushing event updated for resources: {'Port': ['ID=854f4972-75d1-4f33-b863-4ac1e9184f71,revision_number=2']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:56.988110 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:57.055826 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93109ffe-22a9-4c80-ba0a-e6a7032e11f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2af9a6-bbd2-430e-bea0-ddcff8b2d76a,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:57.066148 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 732d068c-f7fd-41f4-8c10-2743ccfb57c5 is: BUILD; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:05:57.070579 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (732d068c-f7fd-41f4-8c10-2743ccfb57c5), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:57.134702 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c7872605-f7f7-4e28-ab8a-a1d8d686c7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (4a1b1b34-2835-47ef-bb72-f2b154bb2b6b), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:57.148525 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c7872605-f7f7-4e28-ab8a-a1d8d686c7d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:57.151184 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-c7872605-f7f7-4e28-ab8a-a1d8d686c7d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4a1b1b34-2835-47ef-bb72-f2b154bb2b6b HTTP/1.1" status: 204 len: 168 time: 0.6497736 Jun 08 02:05:57.182442 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.managers [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-c1decd31-b89b-4b10-8dcc-645b0a5818a6 service neutron] Attempting to bind port 854f4972-75d1-4f33-b863-4ac1e9184f71 on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:05:57.183002 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.managers [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-c1decd31-b89b-4b10-8dcc-645b0a5818a6 service neutron] Attempting to bind port 854f4972-75d1-4f33-b863-4ac1e9184f71 by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': 'a0fcd5bf-dd48-409f-aa60-ccb3d3862478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0'}] {{(pid=104269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:05:57.183545 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-c1decd31-b89b-4b10-8dcc-645b0a5818a6 service neutron] Attempting to bind port 854f4972-75d1-4f33-b863-4ac1e9184f71 on network eafc844b-6465-4613-a6dd-f1b9698164f0 {{(pid=104269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:05:57.188680 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7872605-f7f7-4e28-ab8a-a1d8d686c7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1b1b34-2835-47ef-bb72-f2b154bb2b6b,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:57.191391 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-c1decd31-b89b-4b10-8dcc-645b0a5818a6 service neutron] Port 854f4972-75d1-4f33-b863-4ac1e9184f71 on network eafc844b-6465-4613-a6dd-f1b9698164f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 02:05:57.193138 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-c1decd31-b89b-4b10-8dcc-645b0a5818a6 service neutron] Attempting to bind port 854f4972-75d1-4f33-b863-4ac1e9184f71 on network eafc844b-6465-4613-a6dd-f1b9698164f0 {{(pid=104269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:05:57.201168 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-c1decd31-b89b-4b10-8dcc-645b0a5818a6 service neutron] Checking agent: {'id': 'aa11e808-eba7-468a-acd8-b3aef0cfc542', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'started_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:05:57.201507 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-c1decd31-b89b-4b10-8dcc-645b0a5818a6 service neutron] Checking segment: {'id': 'a0fcd5bf-dd48-409f-aa60-ccb3d3862478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:05:57.201993 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-c1decd31-b89b-4b10-8dcc-645b0a5818a6 service neutron] Bound using segment: {'id': 'a0fcd5bf-dd48-409f-aa60-ccb3d3862478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0'} {{(pid=104269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:05:57.202479 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.managers [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-c1decd31-b89b-4b10-8dcc-645b0a5818a6 service neutron] Bound port: 854f4972-75d1-4f33-b863-4ac1e9184f71, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0fcd5bf-dd48-409f-aa60-ccb3d3862478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0'}}] {{(pid=104269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:05:57.203522 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-c1decd31-b89b-4b10-8dcc-645b0a5818a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (854f4972-75d1-4f33-b863-4ac1e9184f71), before_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:57.259358 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-089722ee-b016-411a-8a75-6856f9691039 req-dd650a1c-1fed-4a6f-be5a-ca9333d904cd service neutron] Attempting to bind port f15849eb-1bf4-44c4-8575-7be145474d94 on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:05:57.259705 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-089722ee-b016-411a-8a75-6856f9691039 req-dd650a1c-1fed-4a6f-be5a-ca9333d904cd service neutron] Attempting to bind port f15849eb-1bf4-44c4-8575-7be145474d94 by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': '62cce43a-748d-4567-bfda-31404ed89a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918'}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:05:57.274750 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400093fe-afb9-4690-9da0-e7a6c7103475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732d068c-f7fd-41f4-8c10-2743ccfb57c5'}] {{(pid=104270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:05:57.280376 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089722ee-b016-411a-8a75-6856f9691039 req-dd650a1c-1fed-4a6f-be5a-ca9333d904cd service neutron] Attempting to bind port f15849eb-1bf4-44c4-8575-7be145474d94 on network 466dc4d7-a525-4704-a47b-5a136472c918 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:05:57.283477 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.db [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-c1decd31-b89b-4b10-8dcc-645b0a5818a6 service neutron] For port 854f4972-75d1-4f33-b863-4ac1e9184f71, host hv-cinder-84506, cleared binding levels {{(pid=104269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:05:57.290050 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.db [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-c1decd31-b89b-4b10-8dcc-645b0a5818a6 service neutron] For port 854f4972-75d1-4f33-b863-4ac1e9184f71, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=854f4972-75d1-4f33-b863-4ac1e9184f71,segment=NetworkSegment(a0fcd5bf-dd48-409f-aa60-ccb3d3862478),segment_id=a0fcd5bf-dd48-409f-aa60-ccb3d3862478)] {{(pid=104269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:05:57.296983 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089722ee-b016-411a-8a75-6856f9691039 req-dd650a1c-1fed-4a6f-be5a-ca9333d904cd service neutron] Port f15849eb-1bf4-44c4-8575-7be145474d94 on network 466dc4d7-a525-4704-a47b-5a136472c918 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 02:05:57.297323 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089722ee-b016-411a-8a75-6856f9691039 req-dd650a1c-1fed-4a6f-be5a-ca9333d904cd service neutron] Attempting to bind port f15849eb-1bf4-44c4-8575-7be145474d94 on network 466dc4d7-a525-4704-a47b-5a136472c918 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:05:57.303624 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-c1decd31-b89b-4b10-8dcc-645b0a5818a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9466662'] for port (854f4972-75d1-4f33-b863-4ac1e9184f71), after_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:57.315531 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089722ee-b016-411a-8a75-6856f9691039 req-dd650a1c-1fed-4a6f-be5a-ca9333d904cd service neutron] Checking agent: {'id': 'aa11e808-eba7-468a-acd8-b3aef0cfc542', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'started_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:05:57.315845 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089722ee-b016-411a-8a75-6856f9691039 req-dd650a1c-1fed-4a6f-be5a-ca9333d904cd service neutron] Checking segment: {'id': '62cce43a-748d-4567-bfda-31404ed89a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:05:57.316475 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089722ee-b016-411a-8a75-6856f9691039 req-dd650a1c-1fed-4a6f-be5a-ca9333d904cd service neutron] Bound using segment: {'id': '62cce43a-748d-4567-bfda-31404ed89a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918'} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:05:57.317058 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-089722ee-b016-411a-8a75-6856f9691039 req-dd650a1c-1fed-4a6f-be5a-ca9333d904cd service neutron] Bound port: f15849eb-1bf4-44c4-8575-7be145474d94, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62cce43a-748d-4567-bfda-31404ed89a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918'}}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:05:57.318095 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-089722ee-b016-411a-8a75-6856f9691039 req-dd650a1c-1fed-4a6f-be5a-ca9333d904cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (f15849eb-1bf4-44c4-8575-7be145474d94), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:57.423176 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-c1decd31-b89b-4b10-8dcc-645b0a5818a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:57.424177 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-c1decd31-b89b-4b10-8dcc-645b0a5818a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for port (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:57.426117 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-c1decd31-b89b-4b10-8dcc-645b0a5818a6 service neutron] 10.222.0.15 "PUT /v2.0/ports/854f4972-75d1-4f33-b863-4ac1e9184f71 HTTP/1.1" status: 200 len: 1093 time: 1.9484673 Jun 08 02:05:57.427908 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1decd31-b89b-4b10-8dcc-645b0a5818a6 service neutron] Pushing event updated for resources: {'Port': ['ID=854f4972-75d1-4f33-b863-4ac1e9184f71,revision_number=3']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:57.450032 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb925141-6220-42fb-acfe-098906d06f8b', 'tag': '854f4972-75d1-4f33-b863-4ac1e9184f71'}] {{(pid=104269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:05:57.453479 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358dc8d4ae4a51a45346970250dcd834be934840dbf61ef46806344516445931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5d2f34-0456-4107-9344-688815950caf" -d '{"events": [{"name": "network-changed", "server_uuid": "eb925141-6220-42fb-acfe-098906d06f8b", "tag": "854f4972-75d1-4f33-b863-4ac1e9184f71"}]}' {{(pid=104269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:05:57.476645 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 732d068c-f7fd-41f4-8c10-2743ccfb57c5, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=732d068c-f7fd-41f4-8c10-2743ccfb57c5,segment=NetworkSegment(1e0580f7-ff3e-4685-a63f-337fd165274c),segment_id=1e0580f7-ff3e-4685-a63f-337fd165274c)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:05:57.485116 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (732d068c-f7fd-41f4-8c10-2743ccfb57c5), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:57.555628 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:57.579364 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=732d068c-f7fd-41f4-8c10-2743ccfb57c5,revision_number=5']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:57.689939 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154fb0f-c368-431e-bd58-5847b22e0fda req-07e479d6-e02a-47ea-8c88-4a12fba16de5 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:57.706321 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f154fb0f-c368-431e-bd58-5847b22e0fda req-07e479d6-e02a-47ea-8c88-4a12fba16de5 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 944 time: 0.2636945 Jun 08 02:05:57.710672 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 49878) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:57.712021 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-089722ee-b016-411a-8a75-6856f9691039 req-dd650a1c-1fed-4a6f-be5a-ca9333d904cd service neutron] For port f15849eb-1bf4-44c4-8575-7be145474d94, host hv-cinder-84506, cleared binding levels {{(pid=104268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:05:57.761777 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-089722ee-b016-411a-8a75-6856f9691039 req-dd650a1c-1fed-4a6f-be5a-ca9333d904cd service neutron] For port f15849eb-1bf4-44c4-8575-7be145474d94, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=f15849eb-1bf4-44c4-8575-7be145474d94,segment=NetworkSegment(62cce43a-748d-4567-bfda-31404ed89a4f),segment_id=62cce43a-748d-4567-bfda-31404ed89a4f)] {{(pid=104268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:05:57.762146 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fa591-e4fa-4a24-b562-c89eba099ef6 req-082db94b-5b65-4034-8628-d819cb7b72a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:57.766374 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-345fa591-e4fa-4a24-b562-c89eba099ef6 req-082db94b-5b65-4034-8628-d819cb7b72a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d40d753f66ec4ed2808aa65b825e66f8&device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 1127 time: 0.1086543 Jun 08 02:05:57.788258 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7d248-ca1c-4d55-8a60-ef7404d96b73 req-47239ee3-720b-4c36-969c-fcc76ad9daa8 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:57.795930 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8cb7d248-ca1c-4d55-8a60-ef7404d96b73 req-47239ee3-720b-4c36-969c-fcc76ad9daa8 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 943 time: 0.2441797 Jun 08 02:05:57.798047 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c1bab55f-29f3-464b-8dad-dede1a737987 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:57.813940 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-089722ee-b016-411a-8a75-6856f9691039 req-dd650a1c-1fed-4a6f-be5a-ca9333d904cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (f15849eb-1bf4-44c4-8575-7be145474d94), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:57.832252 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-f7ed2d76-1226-4d37-ad69-4de879265653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:57.835028 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-f7ed2d76-1226-4d37-ad69-4de879265653 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d40d753f66ec4ed2808aa65b825e66f8&device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 1127 time: 0.0642755 Jun 08 02:05:57.872770 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 49886) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:57.923360 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:57.945330 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f154fb0f-c368-431e-bd58-5847b22e0fda req-5d2504c6-7cd9-418f-a9b1-20db94a78cbb tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2375069 Jun 08 02:05:57.953220 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 49892) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:57.996790 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089722ee-b016-411a-8a75-6856f9691039 req-dd650a1c-1fed-4a6f-be5a-ca9333d904cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:57.997522 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-089722ee-b016-411a-8a75-6856f9691039 req-dd650a1c-1fed-4a6f-be5a-ca9333d904cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:58.000279 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-089722ee-b016-411a-8a75-6856f9691039 req-dd650a1c-1fed-4a6f-be5a-ca9333d904cd service neutron] 10.222.0.15 "PUT /v2.0/ports/f15849eb-1bf4-44c4-8575-7be145474d94 HTTP/1.1" status: 200 len: 1094 time: 2.4730532 Jun 08 02:05:58.007559 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b508446f-daa7-46a1-be64-fd8528cfa380', 'tag': 'f15849eb-1bf4-44c4-8575-7be145474d94'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:05:58.012069 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13230af3-a0c0-4899-8142-e50073577bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "b508446f-daa7-46a1-be64-fd8528cfa380", "tag": "f15849eb-1bf4-44c4-8575-7be145474d94"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:05:58.092922 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fa591-e4fa-4a24-b562-c89eba099ef6 req-f8b049bb-4226-457c-93fe-fb9734a03187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:58.094786 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-345fa591-e4fa-4a24-b562-c89eba099ef6 req-f8b049bb-4226-457c-93fe-fb9734a03187 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eafc844b-6465-4613-a6dd-f1b9698164f0 HTTP/1.1" status: 200 len: 920 time: 0.2588851 Jun 08 02:05:58.109976 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8be0b5de5a23eefcc09db06b1daf5598b5c3b6529c2083486e3c6bab2d5553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4faf8453-7f14-49af-b96a-5b956d04c0d5" -d '{"events": [{"server_uuid": "400093fe-afb9-4690-9da0-e7a6c7103475", "name": "network-vif-plugged", "status": "completed", "tag": "732d068c-f7fd-41f4-8c10-2743ccfb57c5"}]}' {{(pid=104270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:05:58.141153 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe112244-2cbb-4b97-88ff-7ff088b35f42 x-openstack-request-id: req-fe112244-2cbb-4b97-88ff-7ff088b35f42 {{(pid=104269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:05:58.141463 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb925141-6220-42fb-acfe-098906d06f8b", "tag": "854f4972-75d1-4f33-b863-4ac1e9184f71", "status": "completed", "code": 200}]} {{(pid=104269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:05:58.141681 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe112244-2cbb-4b97-88ff-7ff088b35f42 {{(pid=104269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:05:58.142074 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe112244-2cbb-4b97-88ff-7ff088b35f42'] response: {'name': 'network-changed', 'server_uuid': 'eb925141-6220-42fb-acfe-098906d06f8b', 'tag': '854f4972-75d1-4f33-b863-4ac1e9184f71', 'status': 'completed', 'code': 200} Jun 08 02:05:58.143594 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-e1e426ca-7cbf-4143-b6b5-dd5b0bf901b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=854f4972-75d1-4f33-b863-4ac1e9184f71 HTTP/1.1" status: 200 len: 217 time: 0.0477226 Jun 08 02:05:58.186763 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-345fa591-e4fa-4a24-b562-c89eba099ef6 req-675b4ee6-ad55-4164-b891-81ea1459d386 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=895ce244-87ef-415a-88d2-f764d9932c90 HTTP/1.1" status: 200 len: 217 time: 0.0416272 Jun 08 02:05:58.187753 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd650a1c-1fed-4a6f-be5a-ca9333d904cd service neutron] Pushing event updated for resources: {'Port': ['ID=f15849eb-1bf4-44c4-8575-7be145474d94,revision_number=3']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:58.201200 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089722ee-b016-411a-8a75-6856f9691039 req-a1c07717-68ca-4e9b-9a14-106925d1695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:58.203425 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-089722ee-b016-411a-8a75-6856f9691039 req-a1c07717-68ca-4e9b-9a14-106925d1695e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=27f98152ab3440cf824c9ceb1c790bcf&device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 1128 time: 0.1348972 Jun 08 02:05:58.287438 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-da9aea3b-46e7-4e32-9639-41ac0829dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:58.288758 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-da9aea3b-46e7-4e32-9639-41ac0829dd65 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b425173c-8738-4438-bb14-70ea3c375864 HTTP/1.1" status: 200 len: 858 time: 0.1009769 Jun 08 02:05:58.290380 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fa591-e4fa-4a24-b562-c89eba099ef6 req-1f8d1e9e-893e-4f50-8664-1ae59dd22e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:58.291673 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-345fa591-e4fa-4a24-b562-c89eba099ef6 req-1f8d1e9e-893e-4f50-8664-1ae59dd22e02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b425173c-8738-4438-bb14-70ea3c375864 HTTP/1.1" status: 200 len: 858 time: 0.0737579 Jun 08 02:05:58.322718 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8cb7d248-ca1c-4d55-8a60-ef7404d96b73 req-89567a87-4222-47f5-9980-1715a5a33fdc tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5258117 Jun 08 02:05:58.336885 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-089722ee-b016-411a-8a75-6856f9691039 req-acf566fc-894b-433b-bb1f-e33419419ef1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f15849eb-1bf4-44c4-8575-7be145474d94 HTTP/1.1" status: 200 len: 217 time: 0.0989730 Jun 08 02:05:58.353802 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-e794c5fd-852a-4165-b802-39cb5fa5c0b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:58.389656 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-25b60100-672a-4fdb-8537-6a0b24b52e6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:58.394162 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-3ac0a1ef-ac97-4679-b4a1-a2dee576bc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:58.396985 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-3ac0a1ef-ac97-4679-b4a1-a2dee576bc1c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eafc844b-6465-4613-a6dd-f1b9698164f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0914431 Jun 08 02:05:58.400659 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fa591-e4fa-4a24-b562-c89eba099ef6 req-2e0236b0-da9f-415a-b53f-b468c0cf65a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:58.402238 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-345fa591-e4fa-4a24-b562-c89eba099ef6 req-2e0236b0-da9f-415a-b53f-b468c0cf65a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eafc844b-6465-4613-a6dd-f1b9698164f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604503 Jun 08 02:05:58.418242 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beacacae-b12d-4b01-af65-1ef44fa2b018 x-openstack-request-id: req-beacacae-b12d-4b01-af65-1ef44fa2b018 {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:05:58.418607 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b508446f-daa7-46a1-be64-fd8528cfa380", "tag": "f15849eb-1bf4-44c4-8575-7be145474d94", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:05:58.418926 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-beacacae-b12d-4b01-af65-1ef44fa2b018 {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:05:58.419385 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beacacae-b12d-4b01-af65-1ef44fa2b018'] response: {'name': 'network-changed', 'server_uuid': 'b508446f-daa7-46a1-be64-fd8528cfa380', 'tag': 'f15849eb-1bf4-44c4-8575-7be145474d94', 'status': 'completed', 'code': 200} Jun 08 02:05:58.472347 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 49904) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:58.474462 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7ce70-0867-44a8-8dca-a6fa4964696b req-2c837748-f3f2-4e59-befd-e0423f1206ce tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:58.476081 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-aab7ce70-0867-44a8-8dca-a6fa4964696b req-2c837748-f3f2-4e59-befd-e0423f1206ce tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 946 time: 0.2716424 Jun 08 02:05:58.543330 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-21f426d0-7a66-4af5-b08a-691316a6eca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:58.555542 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089722ee-b016-411a-8a75-6856f9691039 req-8c91509d-e6fe-447c-ac06-4172efe6bb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:58.557316 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-089722ee-b016-411a-8a75-6856f9691039 req-8c91509d-e6fe-447c-ac06-4172efe6bb25 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f09d094-ed17-43ae-a27d-e0d8f7e1f047 HTTP/1.1" status: 200 len: 850 time: 0.1987617 Jun 08 02:05:58.570091 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:58.583300 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c1bab55f-29f3-464b-8dad-dede1a737987 admin admin] Publish callbacks [] for security_group (98f6c1cb-5880-4b5f-8c99-f03130580050), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:58.606085 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:58.610452 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:58.630220 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c1bab55f-29f3-464b-8dad-dede1a737987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (98f6c1cb-5880-4b5f-8c99-f03130580050), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:58.668346 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-3083b74a-00b0-445a-8c55-70d9aa46fcce service neutron] 10.222.0.15 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550044 Jun 08 02:05:58.675534 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-345fa591-e4fa-4a24-b562-c89eba099ef6 req-037072fb-610f-4ebb-a9a8-778419808c2b service neutron] 10.222.0.15 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393513 Jun 08 02:05:58.680535 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a54525d-d9ef-401a-89ff-efcd3534c6a5 x-openstack-request-id: req-4a54525d-d9ef-401a-89ff-efcd3534c6a5 {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:05:58.681023 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400093fe-afb9-4690-9da0-e7a6c7103475", "name": "network-vif-plugged", "status": "completed", "tag": "732d068c-f7fd-41f4-8c10-2743ccfb57c5", "code": 200}]} {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:05:58.681433 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a54525d-d9ef-401a-89ff-efcd3534c6a5 {{(pid=104270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:05:58.682676 dv-cinder-845069-1-iscsi neutron-server[104270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a54525d-d9ef-401a-89ff-efcd3534c6a5'] response: {'server_uuid': '400093fe-afb9-4690-9da0-e7a6c7103475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732d068c-f7fd-41f4-8c10-2743ccfb57c5', 'code': 200} Jun 08 02:05:58.696836 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-e794c5fd-852a-4165-b802-39cb5fa5c0b9 admin admin] Publish callbacks [] for security_group (3ab273aa-47d2-4ebd-bb46-0c4b82cfa033), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:58.703988 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:58.722985 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 895ce244-87ef-415a-88d2-f764d9932c90 details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 02:05:58.726258 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-e794c5fd-852a-4165-b802-39cb5fa5c0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (3ab273aa-47d2-4ebd-bb46-0c4b82cfa033), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:58.752345 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-aab7ce70-0867-44a8-8dca-a6fa4964696b req-4dcc9b45-913e-44eb-a5e4-c8410c6dd75e tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/security-groups?id=68887de8-bd34-47a7-a58c-5006197de366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624750 Jun 08 02:05:58.759871 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089722ee-b016-411a-8a75-6856f9691039 req-f54cbade-857f-42b2-9695-16a374ca4554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:58.761389 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-089722ee-b016-411a-8a75-6856f9691039 req-f54cbade-857f-42b2-9695-16a374ca4554 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=466dc4d7-a525-4704-a47b-5a136472c918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1912785 Jun 08 02:05:58.781678 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-c1bab55f-29f3-464b-8dad-dede1a737987 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77f347909002479584583958dc800b69&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0549986 Jun 08 02:05:58.783599 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-21f426d0-7a66-4af5-b08a-691316a6eca6 admin admin] Publish callbacks [] for security_group (332e9f33-c76c-4c1f-aaa9-3989238dee15), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:58.784486 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 49906) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:58.805694 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bab55f-29f3-464b-8dad-dede1a737987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f6c1cb-5880-4b5f-8c99-f03130580050,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:58.838927 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-21f426d0-7a66-4af5-b08a-691316a6eca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (332e9f33-c76c-4c1f-aaa9-3989238dee15), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:58.872312 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-25b60100-672a-4fdb-8537-6a0b24b52e6f admin admin] Publish callbacks [] for security_group (8b794f37-e25b-4530-86b5-98f828044ab9), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:58.880636 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-e794c5fd-852a-4165-b802-39cb5fa5c0b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a88801a5139e40d0b4975a3213dfc8cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9251509 Jun 08 02:05:58.885756 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 895ce244-87ef-415a-88d2-f764d9932c90, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=895ce244-87ef-415a-88d2-f764d9932c90,segment=NetworkSegment(a0fcd5bf-dd48-409f-aa60-ccb3d3862478),segment_id=a0fcd5bf-dd48-409f-aa60-ccb3d3862478)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:05:58.886961 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 49910) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:58.891874 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-25b60100-672a-4fdb-8537-6a0b24b52e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (8b794f37-e25b-4530-86b5-98f828044ab9), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:58.898487 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Returning: {'device': '895ce244-87ef-415a-88d2-f764d9932c90', 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0', 'port_id': '895ce244-87ef-415a-88d2-f764d9932c90', 'mac_address': 'fa:16:3e:a7:a7:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b425173c-8738-4438-bb14-70ea3c375864', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 02:05:58.940066 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:58.946151 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 895ce244-87ef-415a-88d2-f764d9932c90 is: DOWN; New status is: BUILD {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:05:58.946151 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (895ce244-87ef-415a-88d2-f764d9932c90), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:58.964714 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 895ce244-87ef-415a-88d2-f764d9932c90 {{(pid=104270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:05:58.982930 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794c5fd-852a-4165-b802-39cb5fa5c0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab273aa-47d2-4ebd-bb46-0c4b82cfa033,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:58.992951 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 895ce244-87ef-415a-88d2-f764d9932c90, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=895ce244-87ef-415a-88d2-f764d9932c90,segment=NetworkSegment(a0fcd5bf-dd48-409f-aa60-ccb3d3862478),segment_id=a0fcd5bf-dd48-409f-aa60-ccb3d3862478)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:05:59.000506 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (895ce244-87ef-415a-88d2-f764d9932c90), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:59.015199 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f426d0-7a66-4af5-b08a-691316a6eca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332e9f33-c76c-4c1f-aaa9-3989238dee15,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:59.042368 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-25b60100-672a-4fdb-8537-6a0b24b52e6f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=657dc367a1104ad6a5570a446ae39985&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1661127 Jun 08 02:05:59.050206 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf00af4-9d3c-4364-a034-9686cb32639b req-7bd9574b-7e24-405e-a10e-e64138b4e8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:59.052244 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-edf00af4-9d3c-4364-a034-9686cb32639b req-7bd9574b-7e24-405e-a10e-e64138b4e8e4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 1130 time: 0.1541533 Jun 08 02:05:59.052773 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 49924) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:59.060987 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=895ce244-87ef-415a-88d2-f764d9932c90,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:59.078845 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-21f426d0-7a66-4af5-b08a-691316a6eca6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07b75cf7b7ec4f4abd3df4d8184367b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6008139 Jun 08 02:05:59.086806 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 49926) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:05:59.088773 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-161899d5-ac4a-4df7-8228-155fb0e5983c admin admin] Publish callbacks [] for security_group (98f6c1cb-5880-4b5f-8c99-f03130580050), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:59.137260 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b60100-672a-4fdb-8537-6a0b24b52e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b794f37-e25b-4530-86b5-98f828044ab9,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:59.151199 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-b6ce2cac-0f85-4f2c-9ccf-3fa4fa68205c service neutron] 10.222.0.15 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4571321 Jun 08 02:05:59.153598 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-161899d5-ac4a-4df7-8228-155fb0e5983c admin admin] Publish callbacks [] for security_group (98f6c1cb-5880-4b5f-8c99-f03130580050), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:59.164175 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-345fa591-e4fa-4a24-b562-c89eba099ef6 req-25c3da29-eee7-46ca-88d1-4b44384831c5 service neutron] 10.222.0.15 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590042 Jun 08 02:05:59.175580 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b5419-e1cd-4609-9d65-3497ada8e6d5 req-e380cd8c-baff-4c3b-8bab-8b10f0b194ec tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:59.178206 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-734b5419-e1cd-4609-9d65-3497ada8e6d5 req-e380cd8c-baff-4c3b-8bab-8b10f0b194ec tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 944 time: 0.1388311 Jun 08 02:05:59.187561 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-089722ee-b016-411a-8a75-6856f9691039 req-6e5c97ab-753d-4fa1-bcbe-e116c099d928 service neutron] 10.222.0.15 "GET /v2.0/networks/466dc4d7-a525-4704-a47b-5a136472c918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982036 Jun 08 02:05:59.194527 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-ef0d7955-cc17-44c9-9657-de0f58268b8e admin admin] Publish callbacks [] for security_group (3ab273aa-47d2-4ebd-bb46-0c4b82cfa033), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:59.224990 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-edf00af4-9d3c-4364-a034-9686cb32639b req-13739e3c-bc67-4537-8c5f-fd84d52a28a2 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:59.227932 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-ef0d7955-cc17-44c9-9657-de0f58268b8e admin admin] Publish callbacks [] for security_group (3ab273aa-47d2-4ebd-bb46-0c4b82cfa033), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:59.254506 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['895ce244-87ef-415a-88d2-f764d9932c90'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:05:59.294165 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-ef0d7955-cc17-44c9-9657-de0f58268b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (3ab273aa-47d2-4ebd-bb46-0c4b82cfa033), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:59.296912 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-ef0d7955-cc17-44c9-9657-de0f58268b8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:59.298083 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-ef0d7955-cc17-44c9-9657-de0f58268b8e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ab273aa-47d2-4ebd-bb46-0c4b82cfa033 HTTP/1.1" status: 204 len: 168 time: 0.3958395 Jun 08 02:05:59.311618 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:59.315231 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d7955-cc17-44c9-9657-de0f58268b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab273aa-47d2-4ebd-bb46-0c4b82cfa033,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:59.348098 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-161899d5-ac4a-4df7-8228-155fb0e5983c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (98f6c1cb-5880-4b5f-8c99-f03130580050), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:59.368014 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-161899d5-ac4a-4df7-8228-155fb0e5983c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:59.370458 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-161899d5-ac4a-4df7-8228-155fb0e5983c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98f6c1cb-5880-4b5f-8c99-f03130580050 HTTP/1.1" status: 204 len: 168 time: 0.5506458 Jun 08 02:05:59.399777 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161899d5-ac4a-4df7-8228-155fb0e5983c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f6c1cb-5880-4b5f-8c99-f03130580050,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:59.478025 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-edf00af4-9d3c-4364-a034-9686cb32639b req-13739e3c-bc67-4537-8c5f-fd84d52a28a2 service neutron] Publish callbacks [] for security_group (28b6d7bf-c053-4da3-a8c6-bd5e02c271a7), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:59.505761 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-edf00af4-9d3c-4364-a034-9686cb32639b req-13739e3c-bc67-4537-8c5f-fd84d52a28a2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (28b6d7bf-c053-4da3-a8c6-bd5e02c271a7), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:59.513283 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-734b5419-e1cd-4609-9d65-3497ada8e6d5 req-0c8e32e8-9564-407a-bdad-7ef2b1969eae tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3228929 Jun 08 02:05:59.569798 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-fe2b708e-7d53-4c33-9509-7cbbe11e8ece admin admin] Publish callbacks [] for security_group (8b794f37-e25b-4530-86b5-98f828044ab9), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:59.574619 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-083ed24f-08d1-4b35-b567-a7b126800aea admin admin] Publish callbacks [] for security_group (332e9f33-c76c-4c1f-aaa9-3989238dee15), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:59.633129 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:59.690721 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:05:59.713063 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-fe2b708e-7d53-4c33-9509-7cbbe11e8ece admin admin] Publish callbacks [] for security_group (8b794f37-e25b-4530-86b5-98f828044ab9), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:59.752049 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e8f9f-1a00-460d-8bbe-3a7698f5137f req-3f511a3d-0704-4e8a-ad0a-a3a73caa59eb tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:59.759304 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5e8e8f9f-1a00-460d-8bbe-3a7698f5137f req-3f511a3d-0704-4e8a-ad0a-a3a73caa59eb tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 943 time: 0.2758343 Jun 08 02:05:59.766235 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-083ed24f-08d1-4b35-b567-a7b126800aea admin admin] Publish callbacks [] for security_group (332e9f33-c76c-4c1f-aaa9-3989238dee15), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:59.772662 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-edf00af4-9d3c-4364-a034-9686cb32639b req-13739e3c-bc67-4537-8c5f-fd84d52a28a2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=68887de8-bd34-47a7-a58c-5006197de366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6926363 Jun 08 02:05:59.774916 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-089722ee-b016-411a-8a75-6856f9691039 req-df8dfe1d-c65d-40a3-80b8-e4abae74c215 service neutron] 10.222.0.15 "GET /v2.0/networks/466dc4d7-a525-4704-a47b-5a136472c918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5437932 Jun 08 02:05:59.798701 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13739e3c-bc67-4537-8c5f-fd84d52a28a2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=28b6d7bf-c053-4da3-a8c6-bd5e02c271a7,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:05:59.952594 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5e8e8f9f-1a00-460d-8bbe-3a7698f5137f req-a971e4aa-1107-441d-b6c5-a71eb2bf2597 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830332 Jun 08 02:05:59.952594 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cc845-f844-48e7-b952-e32eaeaf8969 req-a95b9158-da99-41e1-97e8-3b35f60574ef tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:05:59.952594 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7c9cc845-f844-48e7-b952-e32eaeaf8969 req-a95b9158-da99-41e1-97e8-3b35f60574ef tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 946 time: 0.1075275 Jun 08 02:05:59.985709 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-fe2b708e-7d53-4c33-9509-7cbbe11e8ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (8b794f37-e25b-4530-86b5-98f828044ab9), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:59.989363 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-fe2b708e-7d53-4c33-9509-7cbbe11e8ece admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:05:59.990663 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-fe2b708e-7d53-4c33-9509-7cbbe11e8ece admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b794f37-e25b-4530-86b5-98f828044ab9 HTTP/1.1" status: 204 len: 168 time: 0.9242818 Jun 08 02:06:00.017508 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b708e-7d53-4c33-9509-7cbbe11e8ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b794f37-e25b-4530-86b5-98f828044ab9,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:00.034354 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-083ed24f-08d1-4b35-b567-a7b126800aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (332e9f33-c76c-4c1f-aaa9-3989238dee15), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:00.037824 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-083ed24f-08d1-4b35-b567-a7b126800aea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:00.040510 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-083ed24f-08d1-4b35-b567-a7b126800aea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/332e9f33-c76c-4c1f-aaa9-3989238dee15 HTTP/1.1" status: 204 len: 168 time: 0.9275622 Jun 08 02:06:00.066490 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 49968) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:00.091952 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-1aa88e57-3341-48c7-a190-f612720bbee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:00.216741 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-1aa88e57-3341-48c7-a190-f612720bbee1 admin admin] Publish callbacks [] for security_group (fa4865a3-72bd-4a3a-a17b-07152b090749), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:00.225321 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-1aa88e57-3341-48c7-a190-f612720bbee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (fa4865a3-72bd-4a3a-a17b-07152b090749), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:00.259456 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-1aa88e57-3341-48c7-a190-f612720bbee1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a590dc5d68d41f5982a10ca5a6eb748&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1904993 Jun 08 02:06:00.262114 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 49972) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:00.285124 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7c9cc845-f844-48e7-b952-e32eaeaf8969 req-ae7cb198-b0e8-4a85-b2aa-82000035cdf0 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/security-groups?id=68887de8-bd34-47a7-a58c-5006197de366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114221 Jun 08 02:06:00.286426 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ed24f-08d1-4b35-b567-a7b126800aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332e9f33-c76c-4c1f-aaa9-3989238dee15,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:00.329650 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d2f34-0456-4107-9344-688815950caf req-b5cfc6b0-aaf2-44d7-be3d-2cabb2519b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:00.331460 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7d5d2f34-0456-4107-9344-688815950caf req-b5cfc6b0-aaf2-44d7-be3d-2cabb2519b0b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d40d753f66ec4ed2808aa65b825e66f8&device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 1127 time: 0.0592396 Jun 08 02:06:00.335864 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa88e57-3341-48c7-a190-f612720bbee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4865a3-72bd-4a3a-a17b-07152b090749,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:00.366988 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-387c4dfb-bf17-4c76-8c8d-4865e0e73c59 admin admin] Publish callbacks [] for security_group (fa4865a3-72bd-4a3a-a17b-07152b090749), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:00.396561 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-387c4dfb-bf17-4c76-8c8d-4865e0e73c59 admin admin] Publish callbacks [] for security_group (fa4865a3-72bd-4a3a-a17b-07152b090749), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:00.457922 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-387c4dfb-bf17-4c76-8c8d-4865e0e73c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (fa4865a3-72bd-4a3a-a17b-07152b090749), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:00.460560 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-387c4dfb-bf17-4c76-8c8d-4865e0e73c59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:00.461721 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-387c4dfb-bf17-4c76-8c8d-4865e0e73c59 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa4865a3-72bd-4a3a-a17b-07152b090749 HTTP/1.1" status: 204 len: 168 time: 0.1983187 Jun 08 02:06:00.472730 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c4dfb-bf17-4c76-8c8d-4865e0e73c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4865a3-72bd-4a3a-a17b-07152b090749,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:00.639231 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0865068-d07a-4f3b-a686-3896ecc73df5 req-28aa6f0c-86a8-4e1f-90d6-b61657614404 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:00.641171 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a0865068-d07a-4f3b-a686-3896ecc73df5 req-28aa6f0c-86a8-4e1f-90d6-b61657614404 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 944 time: 0.0509038 Jun 08 02:06:00.641798 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 49986) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:00.657504 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a00cd6e1-ddbc-497a-b256-cbc85cbf6556 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:00.728923 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 895ce244-87ef-415a-88d2-f764d9932c90 up at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:06:00.741039 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a0865068-d07a-4f3b-a686-3896ecc73df5 req-57d4a389-b35c-4faf-99ce-12c61331c94a tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854225 Jun 08 02:06:00.794695 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning for port 895ce244-87ef-415a-88d2-f764d9932c90 completed by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 02:06:00.799925 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a00cd6e1-ddbc-497a-b256-cbc85cbf6556 admin admin] Publish callbacks [] for security_group (c21e4b26-144b-4281-b9cc-3f9032d207c5), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:00.804551 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning complete for port 895ce244-87ef-415a-88d2-f764d9932c90 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:06:00.805410 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (895ce244-87ef-415a-88d2-f764d9932c90), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:00.805810 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a00cd6e1-ddbc-497a-b256-cbc85cbf6556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (c21e4b26-144b-4281-b9cc-3f9032d207c5), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:00.856483 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-a00cd6e1-ddbc-497a-b256-cbc85cbf6556 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1478a92784584041930bd14e6abab415&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135053 Jun 08 02:06:00.858650 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00cd6e1-ddbc-497a-b256-cbc85cbf6556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21e4b26-144b-4281-b9cc-3f9032d207c5,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:00.859476 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 49992) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:00.878720 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:00.893970 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 895ce244-87ef-415a-88d2-f764d9932c90 is: BUILD; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:06:00.895879 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (895ce244-87ef-415a-88d2-f764d9932c90), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:00.934212 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:00.940273 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fe47a1-fdef-478e-94c7-42b5945a57ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895ce244-87ef-415a-88d2-f764d9932c90'}] {{(pid=104270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:06:00.943533 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8be0b5de5a23eefcc09db06b1daf5598b5c3b6529c2083486e3c6bab2d5553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73dc6011-e205-4cd7-bb72-05338b3868dd" -d '{"events": [{"server_uuid": "f4fe47a1-fdef-478e-94c7-42b5945a57ae", "name": "network-vif-plugged", "status": "completed", "tag": "895ce244-87ef-415a-88d2-f764d9932c90"}]}' {{(pid=104270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:06:00.951479 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-7bd57294-9691-4046-9e88-1caa7a36c615 admin admin] Publish callbacks [] for security_group (c21e4b26-144b-4281-b9cc-3f9032d207c5), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:00.962173 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 895ce244-87ef-415a-88d2-f764d9932c90, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=895ce244-87ef-415a-88d2-f764d9932c90,segment=NetworkSegment(a0fcd5bf-dd48-409f-aa60-ccb3d3862478),segment_id=a0fcd5bf-dd48-409f-aa60-ccb3d3862478)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:06:00.970185 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (895ce244-87ef-415a-88d2-f764d9932c90), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:00.999132 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-7bd57294-9691-4046-9e88-1caa7a36c615 admin admin] Publish callbacks [] for security_group (c21e4b26-144b-4281-b9cc-3f9032d207c5), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:01.024247 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581df931-31c7-43f7-a733-1eace960cc0d x-openstack-request-id: req-581df931-31c7-43f7-a733-1eace960cc0d {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:06:01.024247 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fe47a1-fdef-478e-94c7-42b5945a57ae", "name": "network-vif-plugged", "status": "completed", "tag": "895ce244-87ef-415a-88d2-f764d9932c90", "code": 200}]} {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:06:01.024247 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-581df931-31c7-43f7-a733-1eace960cc0d {{(pid=104270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:06:01.024247 dv-cinder-845069-1-iscsi neutron-server[104270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-581df931-31c7-43f7-a733-1eace960cc0d'] response: {'server_uuid': 'f4fe47a1-fdef-478e-94c7-42b5945a57ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895ce244-87ef-415a-88d2-f764d9932c90', 'code': 200} Jun 08 02:06:01.085742 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=895ce244-87ef-415a-88d2-f764d9932c90,revision_number=5']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:01.090776 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-7bd57294-9691-4046-9e88-1caa7a36c615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (c21e4b26-144b-4281-b9cc-3f9032d207c5), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:01.096876 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-7bd57294-9691-4046-9e88-1caa7a36c615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:01.098152 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-7bd57294-9691-4046-9e88-1caa7a36c615 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c21e4b26-144b-4281-b9cc-3f9032d207c5 HTTP/1.1" status: 204 len: 168 time: 0.2376981 Jun 08 02:06:01.106675 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd57294-9691-4046-9e88-1caa7a36c615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21e4b26-144b-4281-b9cc-3f9032d207c5,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:01.147889 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386083d0-89d5-493c-b035-685d0e301381 req-114f8e43-dd8b-4540-91db-0bed3c9bdf89 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:01.149472 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-386083d0-89d5-493c-b035-685d0e301381 req-114f8e43-dd8b-4540-91db-0bed3c9bdf89 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 943 time: 0.0801547 Jun 08 02:06:01.218842 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-386083d0-89d5-493c-b035-685d0e301381 req-237087e8-bb80-4abd-af6d-f497d1fbaa7e tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585918 Jun 08 02:06:01.477011 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040edae-b3fa-4fe8-88e5-f5a1426df17c req-35955915-8954-41a4-a43c-8afb6bd6241b tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:01.481210 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f040edae-b3fa-4fe8-88e5-f5a1426df17c req-35955915-8954-41a4-a43c-8afb6bd6241b tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 946 time: 0.0930824 Jun 08 02:06:01.598021 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f040edae-b3fa-4fe8-88e5-f5a1426df17c req-74db3fe2-df3e-476f-9807-f20f69573a48 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/security-groups?id=68887de8-bd34-47a7-a58c-5006197de366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134417 Jun 08 02:06:01.625467 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13230af3-a0c0-4899-8142-e50073577bbb req-7ace81d0-1c29-4c07-81bf-74abdf8de593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:01.626957 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-13230af3-a0c0-4899-8142-e50073577bbb req-7ace81d0-1c29-4c07-81bf-74abdf8de593 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=27f98152ab3440cf824c9ceb1c790bcf&device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 1128 time: 0.0923033 Jun 08 02:06:01.627351 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:01.637589 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:01.733141 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d2f34-0456-4107-9344-688815950caf req-3b2ebdf1-6ab6-4363-93cf-cc10ada86f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:01.734604 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7d5d2f34-0456-4107-9344-688815950caf req-3b2ebdf1-6ab6-4363-93cf-cc10ada86f1a service neutron] 10.222.0.15 "GET /v2.0/networks?id=eafc844b-6465-4613-a6dd-f1b9698164f0 HTTP/1.1" status: 200 len: 920 time: 0.2121675 Jun 08 02:06:01.816728 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7d5d2f34-0456-4107-9344-688815950caf req-c6cdfd67-e7f5-4e24-a82b-46c6801d92e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=854f4972-75d1-4f33-b863-4ac1e9184f71 HTTP/1.1" status: 200 len: 217 time: 0.0537694 Jun 08 02:06:01.818626 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13230af3-a0c0-4899-8142-e50073577bbb req-61708dd8-985f-49a5-984b-e9630f3b7083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:01.820072 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-13230af3-a0c0-4899-8142-e50073577bbb req-61708dd8-985f-49a5-984b-e9630f3b7083 service neutron] 10.222.0.15 "GET /v2.0/networks?id=466dc4d7-a525-4704-a47b-5a136472c918 HTTP/1.1" status: 200 len: 912 time: 0.1793721 Jun 08 02:06:01.859554 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b83652-7502-4e77-8f2b-bcc4fdd457a3 req-2685bf70-d32d-4d4e-bcc3-0876c2158b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:01.862905 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-28b83652-7502-4e77-8f2b-bcc4fdd457a3 req-2685bf70-d32d-4d4e-bcc3-0876c2158b15 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 1129 time: 0.1432223 Jun 08 02:06:01.958918 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-13230af3-a0c0-4899-8142-e50073577bbb req-21b2c96c-65ef-41e7-8fbb-04e247d58ba5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f15849eb-1bf4-44c4-8575-7be145474d94 HTTP/1.1" status: 200 len: 217 time: 0.1186018 Jun 08 02:06:02.141121 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13230af3-a0c0-4899-8142-e50073577bbb req-3bae44df-00fa-4c0e-b84c-b635dd60a8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:02.141653 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-28b83652-7502-4e77-8f2b-bcc4fdd457a3 req-bb62825d-f620-49d9-ae49-e231e41c2b49 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605426 Jun 08 02:06:02.142768 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-13230af3-a0c0-4899-8142-e50073577bbb req-3bae44df-00fa-4c0e-b84c-b635dd60a8eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f09d094-ed17-43ae-a27d-e0d8f7e1f047 HTTP/1.1" status: 200 len: 850 time: 0.1160576 Jun 08 02:06:02.164581 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f460d3-fbea-40d4-adbf-66ccd08fd04f req-0bd7c304-3b40-4b24-b444-42d4bc8aa3c2 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:02.166091 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-65f460d3-fbea-40d4-adbf-66ccd08fd04f req-0bd7c304-3b40-4b24-b444-42d4bc8aa3c2 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 944 time: 0.3000596 Jun 08 02:06:02.169906 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d2f34-0456-4107-9344-688815950caf req-1bc116eb-19a5-4106-98d8-bba34578c834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:02.171276 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7d5d2f34-0456-4107-9344-688815950caf req-1bc116eb-19a5-4106-98d8-bba34578c834 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b425173c-8738-4438-bb14-70ea3c375864 HTTP/1.1" status: 200 len: 858 time: 0.3404083 Jun 08 02:06:02.220854 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-65f460d3-fbea-40d4-adbf-66ccd08fd04f req-07abc7b9-4870-4801-b9f5-ab6eab112cb9 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460968 Jun 08 02:06:02.340564 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51d66a-606d-4ead-91ba-6b806ce5c4b4 req-78428c4d-1383-46a3-b85b-db57665f0798 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:02.342332 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ba51d66a-606d-4ead-91ba-6b806ce5c4b4 req-78428c4d-1383-46a3-b85b-db57665f0798 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 943 time: 0.0522983 Jun 08 02:06:02.460111 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ba51d66a-606d-4ead-91ba-6b806ce5c4b4 req-5955c11d-fe84-4b9e-b6cf-e269758f8467 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114244 Jun 08 02:06:02.472043 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d2f34-0456-4107-9344-688815950caf req-6c4ce3cd-03a6-4ef3-9e65-30242d61bc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:02.474622 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7d5d2f34-0456-4107-9344-688815950caf req-6c4ce3cd-03a6-4ef3-9e65-30242d61bc0a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eafc844b-6465-4613-a6dd-f1b9698164f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0889292 Jun 08 02:06:02.475688 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13230af3-a0c0-4899-8142-e50073577bbb req-294f7f0f-e23c-4a9f-bce6-685a03eb27ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:02.477259 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-13230af3-a0c0-4899-8142-e50073577bbb req-294f7f0f-e23c-4a9f-bce6-685a03eb27ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=466dc4d7-a525-4704-a47b-5a136472c918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0905166 Jun 08 02:06:02.726722 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device f15849eb-1bf4-44c4-8575-7be145474d94 details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 02:06:02.745825 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8ffe4-e52b-4e7a-9ef9-59597cb2d8b6 req-036e25de-865f-47a6-9fae-a0325c55bdb1 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:02.753039 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-efd8ffe4-e52b-4e7a-9ef9-59597cb2d8b6 req-036e25de-865f-47a6-9fae-a0325c55bdb1 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 946 time: 0.0733411 Jun 08 02:06:02.825455 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-efd8ffe4-e52b-4e7a-9ef9-59597cb2d8b6 req-06af65b2-ca66-4b19-bc2c-29bd3714e354 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/security-groups?id=68887de8-bd34-47a7-a58c-5006197de366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712039 Jun 08 02:06:02.889608 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port f15849eb-1bf4-44c4-8575-7be145474d94, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=f15849eb-1bf4-44c4-8575-7be145474d94,segment=NetworkSegment(62cce43a-748d-4567-bfda-31404ed89a4f),segment_id=62cce43a-748d-4567-bfda-31404ed89a4f)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:06:02.905270 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Returning: {'device': 'f15849eb-1bf4-44c4-8575-7be145474d94', 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918', 'port_id': 'f15849eb-1bf4-44c4-8575-7be145474d94', 'mac_address': 'fa:16:3e:68:03:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f09d094-ed17-43ae-a27d-e0d8f7e1f047', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 02:06:02.950124 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port f15849eb-1bf4-44c4-8575-7be145474d94 is: DOWN; New status is: BUILD {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:06:02.950787 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (f15849eb-1bf4-44c4-8575-7be145474d94), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:02.953982 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:02.970304 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f15849eb-1bf4-44c4-8575-7be145474d94 {{(pid=104270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:06:02.997042 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port f15849eb-1bf4-44c4-8575-7be145474d94, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=f15849eb-1bf4-44c4-8575-7be145474d94,segment=NetworkSegment(62cce43a-748d-4567-bfda-31404ed89a4f),segment_id=62cce43a-748d-4567-bfda-31404ed89a4f)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:06:03.001685 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (f15849eb-1bf4-44c4-8575-7be145474d94), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:03.002745 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 854f4972-75d1-4f33-b863-4ac1e9184f71 details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 02:06:03.197652 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7d5d2f34-0456-4107-9344-688815950caf req-32c86397-8373-47d9-9333-4e676383ba91 service neutron] 10.222.0.15 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915257 Jun 08 02:06:03.199242 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=f15849eb-1bf4-44c4-8575-7be145474d94,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:03.266170 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 854f4972-75d1-4f33-b863-4ac1e9184f71, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=854f4972-75d1-4f33-b863-4ac1e9184f71,segment=NetworkSegment(a0fcd5bf-dd48-409f-aa60-ccb3d3862478),segment_id=a0fcd5bf-dd48-409f-aa60-ccb3d3862478)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:06:03.285428 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Returning: {'device': '854f4972-75d1-4f33-b863-4ac1e9184f71', 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0', 'port_id': '854f4972-75d1-4f33-b863-4ac1e9184f71', 'mac_address': 'fa:16:3e:d7:1b:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b425173c-8738-4438-bb14-70ea3c375864', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 02:06:03.324885 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 854f4972-75d1-4f33-b863-4ac1e9184f71 is: DOWN; New status is: BUILD {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:06:03.325451 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (854f4972-75d1-4f33-b863-4ac1e9184f71), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:03.340316 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 854f4972-75d1-4f33-b863-4ac1e9184f71 {{(pid=104270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:06:03.362714 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 854f4972-75d1-4f33-b863-4ac1e9184f71, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=854f4972-75d1-4f33-b863-4ac1e9184f71,segment=NetworkSegment(a0fcd5bf-dd48-409f-aa60-ccb3d3862478),segment_id=a0fcd5bf-dd48-409f-aa60-ccb3d3862478)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:06:03.368925 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (854f4972-75d1-4f33-b863-4ac1e9184f71), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:03.443463 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=854f4972-75d1-4f33-b863-4ac1e9184f71,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:03.470291 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8151ca-1d0a-4062-923b-38f551fb3903 req-d2d1a9a7-28fc-4f97-a319-8252b375b2e5 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:03.471777 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8b8151ca-1d0a-4062-923b-38f551fb3903 req-d2d1a9a7-28fc-4f97-a319-8252b375b2e5 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 945 time: 0.1761782 Jun 08 02:06:03.522993 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:03.591705 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7d5d2f34-0456-4107-9344-688815950caf req-f92331bc-bbe1-4f32-be1e-58931806a956 service neutron] 10.222.0.15 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662318 Jun 08 02:06:03.613387 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-13230af3-a0c0-4899-8142-e50073577bbb req-891ea009-dbe2-4010-bfc7-e84bdc8e53c4 service neutron] 10.222.0.15 "GET /v2.0/networks/466dc4d7-a525-4704-a47b-5a136472c918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029127 Jun 08 02:06:03.631398 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8b8151ca-1d0a-4062-923b-38f551fb3903 req-710719c5-4533-4bbd-bf35-38738394d470 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429727 Jun 08 02:06:03.650885 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf67ec3-5aab-4821-98cc-4b0afe9b34d5 req-4056308b-54ff-4155-a824-d54e36515fa4 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:03.653404 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1cf67ec3-5aab-4821-98cc-4b0afe9b34d5 req-4056308b-54ff-4155-a824-d54e36515fa4 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 944 time: 0.0828197 Jun 08 02:06:03.706734 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:03.722956 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1cf67ec3-5aab-4821-98cc-4b0afe9b34d5 req-58a9aa77-e89a-491c-8707-e497fc223cee tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555184 Jun 08 02:06:03.775219 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['854f4972-75d1-4f33-b863-4ac1e9184f71'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:06:03.905110 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:03.909594 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['f15849eb-1bf4-44c4-8575-7be145474d94'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:06:04.046439 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65123471-3af1-4ad9-8db9-fe3e2f7936d6 req-69061b03-d4a5-4564-b96a-4dc6087ac13c tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:04.048285 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-65123471-3af1-4ad9-8db9-fe3e2f7936d6 req-69061b03-d4a5-4564-b96a-4dc6087ac13c tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 946 time: 0.1102788 Jun 08 02:06:04.236305 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-65123471-3af1-4ad9-8db9-fe3e2f7936d6 req-bb433976-2d67-4a7b-bbd8-46a597d2eb6c tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/security-groups?id=68887de8-bd34-47a7-a58c-5006197de366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797588 Jun 08 02:06:04.243537 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 50182) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:04.303480 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-13230af3-a0c0-4899-8142-e50073577bbb req-b6b26965-bb1d-4b71-bfa7-f717b5ce6062 service neutron] 10.222.0.15 "GET /v2.0/networks/466dc4d7-a525-4704-a47b-5a136472c918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842139 Jun 08 02:06:04.613248 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d07f4bf1-4fa8-4c88-898c-1111c8f27838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:04.710569 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d07f4bf1-4fa8-4c88-898c-1111c8f27838 admin admin] Publish callbacks [] for security_group (0f47feb1-d439-418d-b78a-8376ec294e88), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:04.719407 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d07f4bf1-4fa8-4c88-898c-1111c8f27838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (0f47feb1-d439-418d-b78a-8376ec294e88), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:04.745112 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 50202) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:04.821699 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f4bf1-4fa8-4c88-898c-1111c8f27838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f47feb1-d439-418d-b78a-8376ec294e88,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:04.826989 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-d07f4bf1-4fa8-4c88-898c-1111c8f27838 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2fbb5dd6302f461b862ca3bacf421fd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5821605 Jun 08 02:06:04.829843 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 50210) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:04.874514 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device f15849eb-1bf4-44c4-8575-7be145474d94 up at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:06:04.903448 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:04.903714 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-bca560a9-f27b-4944-837a-b6ab8e7235ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:04.916152 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e79a64e8-8e71-4c4c-a308-012fe0a6a3f3 admin admin] Publish callbacks [] for security_group (0f47feb1-d439-418d-b78a-8376ec294e88), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:04.925983 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23954ef5-64e7-49ae-993d-538acd028f5f req-257d23fa-57d3-479a-9fc5-cc603b7a3be0 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:04.935821 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-23954ef5-64e7-49ae-993d-538acd028f5f req-257d23fa-57d3-479a-9fc5-cc603b7a3be0 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 945 time: 0.1538255 Jun 08 02:06:04.949684 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e79a64e8-8e71-4c4c-a308-012fe0a6a3f3 admin admin] Publish callbacks [] for security_group (0f47feb1-d439-418d-b78a-8376ec294e88), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:04.983822 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning for port f15849eb-1bf4-44c4-8575-7be145474d94 completed by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 02:06:04.995137 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning complete for port f15849eb-1bf4-44c4-8575-7be145474d94 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:06:04.996075 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (f15849eb-1bf4-44c4-8575-7be145474d94), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:05.013450 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c750df-cb2b-42bd-a23d-7709117132fc req-8ddb4956-b9d5-487b-92c9-738cd2e4431d tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:05.026271 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-75c750df-cb2b-42bd-a23d-7709117132fc req-8ddb4956-b9d5-487b-92c9-738cd2e4431d tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 944 time: 0.1696315 Jun 08 02:06:05.028371 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e79a64e8-8e71-4c4c-a308-012fe0a6a3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (0f47feb1-d439-418d-b78a-8376ec294e88), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:05.033105 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e79a64e8-8e71-4c4c-a308-012fe0a6a3f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:05.034503 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-e79a64e8-8e71-4c4c-a308-012fe0a6a3f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f47feb1-d439-418d-b78a-8376ec294e88 HTTP/1.1" status: 204 len: 168 time: 0.2033141 Jun 08 02:06:05.046939 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a64e8-8e71-4c4c-a308-012fe0a6a3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f47feb1-d439-418d-b78a-8376ec294e88,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:05.098863 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-23954ef5-64e7-49ae-993d-538acd028f5f req-eaae298e-aa8a-4f81-a246-29be884fe4e2 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614058 Jun 08 02:06:05.138818 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:05.159686 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port f15849eb-1bf4-44c4-8575-7be145474d94 is: BUILD; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:06:05.160146 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (f15849eb-1bf4-44c4-8575-7be145474d94), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:05.179054 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-75c750df-cb2b-42bd-a23d-7709117132fc req-d7494d0b-22f1-4f8f-a1b0-6c9f52376227 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495190 Jun 08 02:06:05.236143 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port f15849eb-1bf4-44c4-8575-7be145474d94, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=f15849eb-1bf4-44c4-8575-7be145474d94,segment=NetworkSegment(62cce43a-748d-4567-bfda-31404ed89a4f),segment_id=62cce43a-748d-4567-bfda-31404ed89a4f)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:06:05.237276 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b508446f-daa7-46a1-be64-fd8528cfa380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15849eb-1bf4-44c4-8575-7be145474d94'}] {{(pid=104270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:06:05.240312 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8be0b5de5a23eefcc09db06b1daf5598b5c3b6529c2083486e3c6bab2d5553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9923ecc9-9074-4d47-8165-cc5a3966edca" -d '{"events": [{"server_uuid": "b508446f-daa7-46a1-be64-fd8528cfa380", "name": "network-vif-plugged", "status": "completed", "tag": "f15849eb-1bf4-44c4-8575-7be145474d94"}]}' {{(pid=104270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:06:05.244178 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (f15849eb-1bf4-44c4-8575-7be145474d94), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:05.245558 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 854f4972-75d1-4f33-b863-4ac1e9184f71 up at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:06:05.284993 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-bca560a9-f27b-4944-837a-b6ab8e7235ed admin admin] Publish callbacks [] for security_group (6a42e319-f181-49e1-857f-cf38020f1678), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:05.297604 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-bca560a9-f27b-4944-837a-b6ab8e7235ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (6a42e319-f181-49e1-857f-cf38020f1678), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:05.325271 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45df0608-5a12-44c4-9a4b-f035caff36f1 x-openstack-request-id: req-45df0608-5a12-44c4-9a4b-f035caff36f1 {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:06:05.325554 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b508446f-daa7-46a1-be64-fd8528cfa380", "name": "network-vif-plugged", "status": "completed", "tag": "f15849eb-1bf4-44c4-8575-7be145474d94", "code": 200}]} {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:06:05.325800 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45df0608-5a12-44c4-9a4b-f035caff36f1 {{(pid=104270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:06:05.326193 dv-cinder-845069-1-iscsi neutron-server[104270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45df0608-5a12-44c4-9a4b-f035caff36f1'] response: {'server_uuid': 'b508446f-daa7-46a1-be64-fd8528cfa380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15849eb-1bf4-44c4-8575-7be145474d94', 'code': 200} Jun 08 02:06:05.351212 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=f15849eb-1bf4-44c4-8575-7be145474d94,revision_number=5']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:05.358632 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-bca560a9-f27b-4944-837a-b6ab8e7235ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=05c72e71d89d4f68b7699689921ea528&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6123765 Jun 08 02:06:05.361298 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 50240) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:05.383057 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca560a9-f27b-4944-837a-b6ab8e7235ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a42e319-f181-49e1-857f-cf38020f1678,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:05.396216 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning for port 854f4972-75d1-4f33-b863-4ac1e9184f71 completed by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 02:06:05.418704 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning complete for port 854f4972-75d1-4f33-b863-4ac1e9184f71 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:06:05.419356 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (854f4972-75d1-4f33-b863-4ac1e9184f71), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:05.475934 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-3f9f9e92-764e-47b5-a9b7-dd7e73707115 admin admin] Publish callbacks [] for security_group (6a42e319-f181-49e1-857f-cf38020f1678), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:05.526614 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-3f9f9e92-764e-47b5-a9b7-dd7e73707115 admin admin] Publish callbacks [] for security_group (6a42e319-f181-49e1-857f-cf38020f1678), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:05.580480 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 854f4972-75d1-4f33-b863-4ac1e9184f71 is: BUILD; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:06:05.581154 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (854f4972-75d1-4f33-b863-4ac1e9184f71), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:05.609392 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3f547-51fb-4749-8901-5405520a0534 req-5fccf492-8530-4648-8a82-c82278e7de14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:05.610915 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-26b3f547-51fb-4749-8901-5405520a0534 req-5fccf492-8530-4648-8a82-c82278e7de14 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 1130 time: 0.0604794 Jun 08 02:06:05.655171 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-3f9f9e92-764e-47b5-a9b7-dd7e73707115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (6a42e319-f181-49e1-857f-cf38020f1678), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:05.658596 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-3f9f9e92-764e-47b5-a9b7-dd7e73707115 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:05.664445 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-3f9f9e92-764e-47b5-a9b7-dd7e73707115 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6a42e319-f181-49e1-857f-cf38020f1678 HTTP/1.1" status: 204 len: 168 time: 0.3015501 Jun 08 02:06:05.664893 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 854f4972-75d1-4f33-b863-4ac1e9184f71, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=854f4972-75d1-4f33-b863-4ac1e9184f71,segment=NetworkSegment(a0fcd5bf-dd48-409f-aa60-ccb3d3862478),segment_id=a0fcd5bf-dd48-409f-aa60-ccb3d3862478)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:06:05.679161 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (854f4972-75d1-4f33-b863-4ac1e9184f71), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:05.696746 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f9e92-764e-47b5-a9b7-dd7e73707115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a42e319-f181-49e1-857f-cf38020f1678,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:05.697139 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-26b3f547-51fb-4749-8901-5405520a0534 req-4c9b0377-6d1b-4ba4-abcd-847529e17f93 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781384 Jun 08 02:06:05.775106 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=854f4972-75d1-4f33-b863-4ac1e9184f71,revision_number=5']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:06.233466 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 50306) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:06.278447 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d5ebca0c-7439-4072-8411-54ae70615e07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:06.282865 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:06.306503 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efab249-b61c-4c91-ae06-15c69991deea req-8f15982d-ad2e-4a94-8327-e361db0e1693 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:06.308017 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4efab249-b61c-4c91-ae06-15c69991deea req-8f15982d-ad2e-4a94-8327-e361db0e1693 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.0887804 Jun 08 02:06:06.389553 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4efab249-b61c-4c91-ae06-15c69991deea req-5ab28717-57d3-48ee-82fc-d39d410c2e52 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756669 Jun 08 02:06:06.442742 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d5ebca0c-7439-4072-8411-54ae70615e07 admin admin] Publish callbacks [] for security_group (485b5ee3-bf8f-401f-ba7d-1ec197f0f2eb), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:06.450105 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d5ebca0c-7439-4072-8411-54ae70615e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (485b5ee3-bf8f-401f-ba7d-1ec197f0f2eb), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:06.497466 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:06.530650 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-d5ebca0c-7439-4072-8411-54ae70615e07 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31ef94d2667d42d5b0b1eca8084ecc15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2956460 Jun 08 02:06:06.533158 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 50332) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:06.534618 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ebca0c-7439-4072-8411-54ae70615e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485b5ee3-bf8f-401f-ba7d-1ec197f0f2eb,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:06.549705 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba51a9f-0cec-47f8-8223-e3b8cd0a0d63 req-6e237868-89a1-41cd-8d88-91f6c20913b3 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:06.551806 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3ba51a9f-0cec-47f8-8223-e3b8cd0a0d63 req-6e237868-89a1-41cd-8d88-91f6c20913b3 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0811205 Jun 08 02:06:06.611189 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:06.626518 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-873553f6-e510-4df0-9640-4ff5c366e454 admin admin] Publish callbacks [] for security_group (485b5ee3-bf8f-401f-ba7d-1ec197f0f2eb), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:06.627856 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3ba51a9f-0cec-47f8-8223-e3b8cd0a0d63 req-29452566-05cf-4bb6-a0f1-781fabab4f65 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649166 Jun 08 02:06:06.653550 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-873553f6-e510-4df0-9640-4ff5c366e454 admin admin] Publish callbacks [] for security_group (485b5ee3-bf8f-401f-ba7d-1ec197f0f2eb), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:06.711490 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-873553f6-e510-4df0-9640-4ff5c366e454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (485b5ee3-bf8f-401f-ba7d-1ec197f0f2eb), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:06.714643 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-873553f6-e510-4df0-9640-4ff5c366e454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:06.716043 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-873553f6-e510-4df0-9640-4ff5c366e454 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/485b5ee3-bf8f-401f-ba7d-1ec197f0f2eb HTTP/1.1" status: 204 len: 168 time: 0.1816847 Jun 08 02:06:06.726140 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873553f6-e510-4df0-9640-4ff5c366e454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485b5ee3-bf8f-401f-ba7d-1ec197f0f2eb,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:06.829920 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-9bf998b4-9961-46ac-9aa7-1494e7700ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:07.327877 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb925141-6220-42fb-acfe-098906d06f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854f4972-75d1-4f33-b863-4ac1e9184f71'}] {{(pid=104270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:06:07.330274 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8be0b5de5a23eefcc09db06b1daf5598b5c3b6529c2083486e3c6bab2d5553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff205f0b-cff5-48dc-aeae-1e822f9245b0" -d '{"events": [{"server_uuid": "eb925141-6220-42fb-acfe-098906d06f8b", "name": "network-vif-plugged", "status": "completed", "tag": "854f4972-75d1-4f33-b863-4ac1e9184f71"}]}' {{(pid=104270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:06:07.562772 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba3092-5053-4df2-af0b-4d9e585fb66a req-1290abb4-99c0-4e35-8c83-6f93dff79587 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:07.565268 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a7ba3092-5053-4df2-af0b-4d9e585fb66a req-1290abb4-99c0-4e35-8c83-6f93dff79587 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.0727141 Jun 08 02:06:07.619558 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e58b06e-880d-4c0b-9e86-2fed3d1e6da8 x-openstack-request-id: req-7e58b06e-880d-4c0b-9e86-2fed3d1e6da8 {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:06:07.619870 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb925141-6220-42fb-acfe-098906d06f8b", "name": "network-vif-plugged", "status": "completed", "tag": "854f4972-75d1-4f33-b863-4ac1e9184f71", "code": 200}]} {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:06:07.620126 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e58b06e-880d-4c0b-9e86-2fed3d1e6da8 {{(pid=104270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:06:07.620571 dv-cinder-845069-1-iscsi neutron-server[104270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e58b06e-880d-4c0b-9e86-2fed3d1e6da8'] response: {'server_uuid': 'eb925141-6220-42fb-acfe-098906d06f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854f4972-75d1-4f33-b863-4ac1e9184f71', 'code': 200} Jun 08 02:06:07.633566 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a7ba3092-5053-4df2-af0b-4d9e585fb66a req-dbd8195d-2543-4f89-aa36-bdc385aae8fa tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607104 Jun 08 02:06:07.799197 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003c7ea-9872-4f05-bee1-cb75878f8d5b req-56453e4f-b4b4-4f14-9b34-c59f3e0a9727 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:07.800760 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7003c7ea-9872-4f05-bee1-cb75878f8d5b req-56453e4f-b4b4-4f14-9b34-c59f3e0a9727 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.0943921 Jun 08 02:06:07.810326 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 50424) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:07.814618 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50f06f-563f-4c2a-8e8e-d4864e39ff1b req-2011ad64-6981-4c0e-97c9-b0fe34510998 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:07.817848 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-ab853547-926c-484d-896c-f25f21ecdbd5 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Request body: {'floatingip': {'port_id': 'f15849eb-1bf4-44c4-8575-7be145474d94'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:06:07.822601 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6c50f06f-563f-4c2a-8e8e-d4864e39ff1b req-2011ad64-6981-4c0e-97c9-b0fe34510998 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0703557 Jun 08 02:06:07.888844 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047322c-b7cb-4df6-9430-2014c1b141a0 req-8feccf21-9fe2-4c87-acef-235d6c065054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:07.890711 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6047322c-b7cb-4df6-9430-2014c1b141a0 req-8feccf21-9fe2-4c87-acef-235d6c065054 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 1129 time: 0.0655715 Jun 08 02:06:07.897546 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 50428) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:07.943710 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6c50f06f-563f-4c2a-8e8e-d4864e39ff1b req-1d870351-1062-4c0e-867e-d89f979af054 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146150 Jun 08 02:06:07.963311 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-ab853547-926c-484d-896c-f25f21ecdbd5 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for floatingip (5e5f6184-1771-4911-9122-1644c45f3fb3), before_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:08.089431 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-d4986a87-1f88-43bd-854c-e69dafb914e1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-581886334-network', 'tenant_id': '0ad279d66db848f69065713aa5be63b1'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:06:08.147629 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4986a87-1f88-43bd-854c-e69dafb914e1 admin admin] Made reservation on behalf of 0ad279d66db848f69065713aa5be63b1 for: {'network': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:06:08.150745 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d4986a87-1f88-43bd-854c-e69dafb914e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for network (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:08.168762 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d4986a87-1f88-43bd-854c-e69dafb914e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:08.198566 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6047322c-b7cb-4df6-9430-2014c1b141a0 req-dd7de48e-04d5-4bc0-b670-37f802ba9bb9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887666 Jun 08 02:06:08.205742 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 50444) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:08.311655 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d4986a87-1f88-43bd-854c-e69dafb914e1 admin admin] Publish callbacks [] for security_group (057def6a-383e-4b3e-9796-6ee848f05c4a), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:08.319016 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d4986a87-1f88-43bd-854c-e69dafb914e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (057def6a-383e-4b3e-9796-6ee848f05c4a), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:08.361854 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4986a87-1f88-43bd-854c-e69dafb914e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=104268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 02:06:08.374586 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4986a87-1f88-43bd-854c-e69dafb914e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057def6a-383e-4b3e-9796-6ee848f05c4a,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:08.378546 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2762-f7db-4e2d-96e7-f36b45e0702c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:08.384777 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:INSERT=16,neutron:SELECT=82,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:08.392290 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d4986a87-1f88-43bd-854c-e69dafb914e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (4fb47756-35b4-4af3-a552-ffd2be3e70e7), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:08.392660 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.db.segments_db [None req-d4986a87-1f88-43bd-854c-e69dafb914e1 admin admin] Added segment 4fb47756-35b4-4af3-a552-ffd2be3e70e7 of type vlan for network 0d16fd03-965d-429d-b4dd-e31240761f7f Jun 08 02:06:08.446885 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d4986a87-1f88-43bd-854c-e69dafb914e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744501171532'] for network (0d16fd03-965d-429d-b4dd-e31240761f7f), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:08.495088 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d4986a87-1f88-43bd-854c-e69dafb914e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516'] for network (0d16fd03-965d-429d-b4dd-e31240761f7f), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:08.496054 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4986a87-1f88-43bd-854c-e69dafb914e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:08.496665 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d4986a87-1f88-43bd-854c-e69dafb914e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:08.505422 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:08.549746 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:08.564188 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-d4986a87-1f88-43bd-854c-e69dafb914e1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6615281 Jun 08 02:06:08.569540 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 50456) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:08.580047 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-7a5e7edf-c65c-4fb7-b774-28acacf6d9bf admin admin] Request body: {'subnet': {'network_id': '0d16fd03-965d-429d-b4dd-e31240761f7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-581886334-subnet', 'tenant_id': '0ad279d66db848f69065713aa5be63b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:06:08.610629 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4986a87-1f88-43bd-854c-e69dafb914e1 admin admin] Pushing event updated for resources: {'Network': ['ID=0d16fd03-965d-429d-b4dd-e31240761f7f,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:08.614444 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2762-f7db-4e2d-96e7-f36b45e0702c admin admin] Publish callbacks [] for security_group (e070e9b0-bb83-41aa-8d6e-636f3bef250b), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:08.623247 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2762-f7db-4e2d-96e7-f36b45e0702c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (e070e9b0-bb83-41aa-8d6e-636f3bef250b), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:08.624829 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Network 0d16fd03-965d-429d-b4dd-e31240761f7f details requested by agent ovs-agent-dv-cinder-845069-1-iscsi with host dv-cinder-845069-1-iscsi {{(pid=104270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 02:06:08.630717 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5e7edf-c65c-4fb7-b774-28acacf6d9bf admin admin] Made reservation on behalf of 0ad279d66db848f69065713aa5be63b1 for: {'subnet': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:06:08.633309 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-7a5e7edf-c65c-4fb7-b774-28acacf6d9bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8450946'] for subnet (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:08.694219 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-ab853547-926c-484d-896c-f25f21ecdbd5 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:08.703921 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-ab853547-926c-484d-896c-f25f21ecdbd5 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682813'] for floatingip (5e5f6184-1771-4911-9122-1644c45f3fb3), after_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:08.832841 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.db.l3_db [None req-ab853547-926c-484d-896c-f25f21ecdbd5 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Floating IP 5e5f6184-1771-4911-9122-1644c45f3fb3 associated. External IP: 172.27.1.127, port: f15849eb-1bf4-44c4-8575-7be145474d94. Jun 08 02:06:08.911204 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c2762-f7db-4e2d-96e7-f36b45e0702c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e070e9b0-bb83-41aa-8d6e-636f3bef250b,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:08.919889 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-ff4c2762-f7db-4e2d-96e7-f36b45e0702c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5488c571c4a4fe0a7127004a2bb7b35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7122221 Jun 08 02:06:08.924464 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 50458) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:09.015180 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-20487058-7bf4-4ba9-a6ad-5275e26a9d95 admin admin] Publish callbacks [] for security_group (e070e9b0-bb83-41aa-8d6e-636f3bef250b), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:09.103149 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-20487058-7bf4-4ba9-a6ad-5275e26a9d95 admin admin] Publish callbacks [] for security_group (e070e9b0-bb83-41aa-8d6e-636f3bef250b), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:09.148596 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-e015a54d-640d-4eac-8777-21650ef1f3fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:09.176227 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd7c91-2c82-4c84-a7c4-7bc34be07eea req-3eaf865f-0f4a-41df-8d70-6c44534673c0 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:09.178216 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e4cd7c91-2c82-4c84-a7c4-7bc34be07eea req-3eaf865f-0f4a-41df-8d70-6c44534673c0 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.1375222 Jun 08 02:06:09.225678 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-20487058-7bf4-4ba9-a6ad-5275e26a9d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (e070e9b0-bb83-41aa-8d6e-636f3bef250b), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:09.228925 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-20487058-7bf4-4ba9-a6ad-5275e26a9d95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:09.230079 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-20487058-7bf4-4ba9-a6ad-5275e26a9d95 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e070e9b0-bb83-41aa-8d6e-636f3bef250b HTTP/1.1" status: 204 len: 168 time: 0.3055651 Jun 08 02:06:09.251123 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20487058-7bf4-4ba9-a6ad-5275e26a9d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e070e9b0-bb83-41aa-8d6e-636f3bef250b,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:09.262797 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-7a5e7edf-c65c-4fb7-b774-28acacf6d9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8690224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8450992'] for subnet (95f0b7d3-7913-4ef6-851b-9cefdd84c8a1), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:09.273523 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:09.319372 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab853547-926c-484d-896c-f25f21ecdbd5 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Router 24624f7b-e97b-4514-a9a4-34d75fe6a2fd has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:06:09.324264 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e4cd7c91-2c82-4c84-a7c4-7bc34be07eea req-7e3f3750-9598-4250-a481-60545468c290 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237547 Jun 08 02:06:09.330001 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:09.359215 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e7edf-c65c-4fb7-b774-28acacf6d9bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=95f0b7d3-7913-4ef6-851b-9cefdd84c8a1,revision_number=0']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:09.382030 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5e7edf-c65c-4fb7-b774-28acacf6d9bf admin admin] Checking segment: {'id': '4fb47756-35b4-4af3-a552-ffd2be3e70e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0d16fd03-965d-429d-b4dd-e31240761f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:06:09.382387 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5e7edf-c65c-4fb7-b774-28acacf6d9bf admin admin] Network hostable DHCP agents. Network: 0d16fd03-965d-429d-b4dd-e31240761f7f, hostable agents: ['45a4719c-dff8-447a-9451-2d43a5a3b5e6'], hosted agents: [] {{(pid=104268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 02:06:09.414249 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5e7edf-c65c-4fb7-b774-28acacf6d9bf admin admin] Network 0d16fd03-965d-429d-b4dd-e31240761f7f is scheduled to be hosted by DHCP agent 45a4719c-dff8-447a-9451-2d43a5a3b5e6 with binding_index 1 {{(pid=104268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 02:06:09.425805 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-7a5e7edf-c65c-4fb7-b774-28acacf6d9bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-1-iscsi, 0d16fd03-965d-429d-b4dd-e31240761f7f) {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:06:09.431413 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5e7edf-c65c-4fb7-b774-28acacf6d9bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:09.432644 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-7a5e7edf-c65c-4fb7-b774-28acacf6d9bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:09.436282 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a982dd-7d18-487a-879f-de6b8c2b8d3b None None] Network 0d16fd03-965d-429d-b4dd-e31240761f7f requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:06:09.440101 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab853547-926c-484d-896c-f25f21ecdbd5 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:06:09.446481 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-ab853547-926c-484d-896c-f25f21ecdbd5 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:09.460438 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-7a5e7edf-c65c-4fb7-b774-28acacf6d9bf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8760211 Jun 08 02:06:09.478530 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-ab853547-926c-484d-896c-f25f21ecdbd5 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "PUT /v2.0/floatingips/5e5f6184-1771-4911-9122-1644c45f3fb3 HTTP/1.1" status: 200 len: 992 time: 1.6665738 Jun 08 02:06:09.479316 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372e49f0-b401-4ad7-b596-3f92d4780528 None None] Sync routers for ids ['24624f7b-e97b-4514-a9a4-34d75fe6a2fd'] in dv-cinder-845069-1-iscsi {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:06:09.479956 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b508446f-daa7-46a1-be64-fd8528cfa380', 'tag': 'f15849eb-1bf4-44c4-8575-7be145474d94'}] {{(pid=104269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:06:09.483458 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358dc8d4ae4a51a45346970250dcd834be934840dbf61ef46806344516445931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fb7b24-8180-4516-a14e-8edd296354cf" -d '{"events": [{"name": "network-changed", "server_uuid": "b508446f-daa7-46a1-be64-fd8528cfa380", "tag": "f15849eb-1bf4-44c4-8575-7be145474d94"}]}' {{(pid=104269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:06:09.512970 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372e49f0-b401-4ad7-b596-3f92d4780528 None None] Routers {'24624f7b-e97b-4514-a9a4-34d75fe6a2fd'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:06:09.513607 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-372e49f0-b401-4ad7-b596-3f92d4780528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:06:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['24624f7b-e97b-4514-a9a4-34d75fe6a2fd'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:06:09.572818 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b564d5-10c5-4583-ab7e-cb2e0913b6ea x-openstack-request-id: req-18b564d5-10c5-4583-ab7e-cb2e0913b6ea {{(pid=104269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:06:09.573110 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b508446f-daa7-46a1-be64-fd8528cfa380", "tag": "f15849eb-1bf4-44c4-8575-7be145474d94", "status": "completed", "code": 200}]} {{(pid=104269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:06:09.573366 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18b564d5-10c5-4583-ab7e-cb2e0913b6ea {{(pid=104269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:06:09.573768 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18b564d5-10c5-4583-ab7e-cb2e0913b6ea'] response: {'name': 'network-changed', 'server_uuid': 'b508446f-daa7-46a1-be64-fd8528cfa380', 'tag': 'f15849eb-1bf4-44c4-8575-7be145474d94', 'status': 'completed', 'code': 200} Jun 08 02:06:09.618031 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe42dfc-0dc3-4839-bf39-4b50520001a9 None None] Network 0d16fd03-965d-429d-b4dd-e31240761f7f requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:06:09.668806 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-372e49f0-b401-4ad7-b596-3f92d4780528 None None] Set router 24624f7b-e97b-4514-a9a4-34d75fe6a2fd gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:06:09.712412 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 50496) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:09.726744 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4ee4e642-102f-4cfe-aeb1-63c1d3956462 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:09.742643 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:09.807864 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4ee4e642-102f-4cfe-aeb1-63c1d3956462 admin admin] Publish callbacks [] for security_group (ea034d00-9119-4b4d-858a-2d8d29c4660e), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:09.812111 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4ee4e642-102f-4cfe-aeb1-63c1d3956462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (ea034d00-9119-4b4d-858a-2d8d29c4660e), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:09.856075 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4e642-102f-4cfe-aeb1-63c1d3956462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea034d00-9119-4b4d-858a-2d8d29c4660e,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:09.861860 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-4ee4e642-102f-4cfe-aeb1-63c1d3956462 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0baadba2aaa04a23b6152813d58f304a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1484635 Jun 08 02:06:09.865298 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 50498) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:09.923431 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-66a200bc-6381-4d96-b6c5-93c3619472e6 admin admin] Publish callbacks [] for security_group (ea034d00-9119-4b4d-858a-2d8d29c4660e), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:09.946972 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-66a200bc-6381-4d96-b6c5-93c3619472e6 admin admin] Publish callbacks [] for security_group (ea034d00-9119-4b4d-858a-2d8d29c4660e), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:09.963520 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-372e49f0-b401-4ad7-b596-3f92d4780528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'name': 'tempest-AttachVolumeTestJSON-1600319638-router', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '54217be0-8364-4676-b2af-33b5416c6dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:29Z', 'revision_number': 4, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'gw_port': {'id': '54217be0-8364-4676-b2af-33b5416c6dba', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': '5e5f6184-1771-4911-9122-1644c45f3fb3', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'floating_ip_address': '172.27.1.127', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'port_id': 'f15849eb-1bf4-44c4-8575-7be145474d94', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918', 'mac_address': 'fa:16:3e:68:03:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b508446f-daa7-46a1-be64-fd8528cfa380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:05:38Z', 'updated_at': '2022-06-08T02:06:08Z', 'revision_number': 1, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757bcb98-5bbf-42c9-9fbe-9a299acd053b', 'name': '', 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'mac_address': 'fa:16:3e:8c:2c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8f09d094-ed17-43ae-a27d-e0d8f7e1f047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:28Z', 'updated_at': '2022-06-08T02:05:37Z', 'revision_number': 5, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'subnets': [{'id': '8f09d094-ed17-43ae-a27d-e0d8f7e1f047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:06:09.989345 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372e49f0-b401-4ad7-b596-3f92d4780528 None None] Checking router: 24624f7b-e97b-4514-a9a4-34d75fe6a2fd for host: dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:06:10.000187 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372e49f0-b401-4ad7-b596-3f92d4780528 None None] Routers {'24624f7b-e97b-4514-a9a4-34d75fe6a2fd'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:06:10.000424 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-66a200bc-6381-4d96-b6c5-93c3619472e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (ea034d00-9119-4b4d-858a-2d8d29c4660e), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:10.001041 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-372e49f0-b401-4ad7-b596-3f92d4780528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:06:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['24624f7b-e97b-4514-a9a4-34d75fe6a2fd'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:06:10.009847 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-66a200bc-6381-4d96-b6c5-93c3619472e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:10.011152 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-66a200bc-6381-4d96-b6c5-93c3619472e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea034d00-9119-4b4d-858a-2d8d29c4660e HTTP/1.1" status: 204 len: 168 time: 0.1447587 Jun 08 02:06:10.020385 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a200bc-6381-4d96-b6c5-93c3619472e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea034d00-9119-4b4d-858a-2d8d29c4660e,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:10.180899 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 50514) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:10.194857 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-aa807fd1-a8d0-4dad-b806-4a1ad2e0203a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-760629120-network', 'tenant_id': '7486bc314f684a7faef240decb27d26d'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:06:10.198261 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-372e49f0-b401-4ad7-b596-3f92d4780528 None None] Set router 24624f7b-e97b-4514-a9a4-34d75fe6a2fd gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:06:10.200601 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:10.227599 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa807fd1-a8d0-4dad-b806-4a1ad2e0203a admin admin] Made reservation on behalf of 7486bc314f684a7faef240decb27d26d for: {'network': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:06:10.230513 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-aa807fd1-a8d0-4dad-b806-4a1ad2e0203a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for network (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:10.256799 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-aa807fd1-a8d0-4dad-b806-4a1ad2e0203a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:10.263226 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:10.370549 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-aa807fd1-a8d0-4dad-b806-4a1ad2e0203a admin admin] Publish callbacks [] for security_group (3ffc01f4-dd78-454a-b7e0-e667bfbb3784), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:10.374728 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-aa807fd1-a8d0-4dad-b806-4a1ad2e0203a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (3ffc01f4-dd78-454a-b7e0-e667bfbb3784), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:10.449330 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa807fd1-a8d0-4dad-b806-4a1ad2e0203a admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=104268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 02:06:10.452381 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa807fd1-a8d0-4dad-b806-4a1ad2e0203a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffc01f4-dd78-454a-b7e0-e667bfbb3784,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:10.490347 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-aa807fd1-a8d0-4dad-b806-4a1ad2e0203a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (f8f5c5f1-9f25-461b-9c17-7ffa890c7c3d), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:10.490681 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.db.segments_db [None req-aa807fd1-a8d0-4dad-b806-4a1ad2e0203a admin admin] Added segment f8f5c5f1-9f25-461b-9c17-7ffa890c7c3d of type vlan for network cec62134-9936-4dfa-b595-b07908fd4a67 Jun 08 02:06:10.493668 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-372e49f0-b401-4ad7-b596-3f92d4780528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'name': 'tempest-AttachVolumeTestJSON-1600319638-router', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '54217be0-8364-4676-b2af-33b5416c6dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:29Z', 'revision_number': 4, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'gw_port': {'id': '54217be0-8364-4676-b2af-33b5416c6dba', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': '5e5f6184-1771-4911-9122-1644c45f3fb3', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'floating_ip_address': '172.27.1.127', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'port_id': 'f15849eb-1bf4-44c4-8575-7be145474d94', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918', 'mac_address': 'fa:16:3e:68:03:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b508446f-daa7-46a1-be64-fd8528cfa380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:05:38Z', 'updated_at': '2022-06-08T02:06:08Z', 'revision_number': 1, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757bcb98-5bbf-42c9-9fbe-9a299acd053b', 'name': '', 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'mac_address': 'fa:16:3e:8c:2c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8f09d094-ed17-43ae-a27d-e0d8f7e1f047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:28Z', 'updated_at': '2022-06-08T02:05:37Z', 'revision_number': 5, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'subnets': [{'id': '8f09d094-ed17-43ae-a27d-e0d8f7e1f047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:06:10.507479 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26561e98-9c21-477e-9f76-9e407872bbc4 req-45c19675-f475-4fa8-9ad4-af1d552cbf8e tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:10.509053 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-26561e98-9c21-477e-9f76-9e407872bbc4 req-45c19675-f475-4fa8-9ad4-af1d552cbf8e tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0734668 Jun 08 02:06:10.532415 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372e49f0-b401-4ad7-b596-3f92d4780528 None None] The sync data for ids ['24624f7b-e97b-4514-a9a4-34d75fe6a2fd'] in dv-cinder-845069-1-iscsi is: [{'id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'name': 'tempest-AttachVolumeTestJSON-1600319638-router', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '54217be0-8364-4676-b2af-33b5416c6dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:29Z', 'revision_number': 4, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'gw_port': {'id': '54217be0-8364-4676-b2af-33b5416c6dba', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': '5e5f6184-1771-4911-9122-1644c45f3fb3', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'floating_ip_address': '172.27.1.127', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'port_id': 'f15849eb-1bf4-44c4-8575-7be145474d94', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918', 'mac_address': 'fa:16:3e:68:03:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b508446f-daa7-46a1-be64-fd8528cfa380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:05:38Z', 'updated_at': '2022-06-08T02:06:08Z', 'revision_number': 1, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757bcb98-5bbf-42c9-9fbe-9a299acd053b', 'name': '', 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'mac_address': 'fa:16:3e:8c:2c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8f09d094-ed17-43ae-a27d-e0d8f7e1f047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:28Z', 'updated_at': '2022-06-08T02:05:37Z', 'revision_number': 5, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'subnets': [{'id': '8f09d094-ed17-43ae-a27d-e0d8f7e1f047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:06:10.565614 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-aa807fd1-a8d0-4dad-b806-4a1ad2e0203a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744501171532'] for network (cec62134-9936-4dfa-b595-b07908fd4a67), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:10.611535 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-26561e98-9c21-477e-9f76-9e407872bbc4 req-8be6fed6-20c9-4395-a5c4-f1441c094f01 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796483 Jun 08 02:06:10.622583 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-aa807fd1-a8d0-4dad-b806-4a1ad2e0203a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516'] for network (cec62134-9936-4dfa-b595-b07908fd4a67), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:10.623528 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa807fd1-a8d0-4dad-b806-4a1ad2e0203a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:10.624557 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-aa807fd1-a8d0-4dad-b806-4a1ad2e0203a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:10.684142 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-aa807fd1-a8d0-4dad-b806-4a1ad2e0203a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5012083 Jun 08 02:06:10.686936 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 50538) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:10.691586 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-9d886328-6bc8-49db-a1e2-b1de25967caf admin admin] Request body: {'subnet': {'network_id': 'cec62134-9936-4dfa-b595-b07908fd4a67', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-760629120-subnet', 'tenant_id': '7486bc314f684a7faef240decb27d26d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:06:10.701995 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa807fd1-a8d0-4dad-b806-4a1ad2e0203a admin admin] Pushing event updated for resources: {'Network': ['ID=cec62134-9936-4dfa-b595-b07908fd4a67,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:10.714808 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Network cec62134-9936-4dfa-b595-b07908fd4a67 details requested by agent ovs-agent-dv-cinder-845069-1-iscsi with host dv-cinder-845069-1-iscsi {{(pid=104270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 02:06:10.724063 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d886328-6bc8-49db-a1e2-b1de25967caf admin admin] Made reservation on behalf of 7486bc314f684a7faef240decb27d26d for: {'subnet': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:06:10.727369 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9d886328-6bc8-49db-a1e2-b1de25967caf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8450946'] for subnet (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:10.804034 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:10.817765 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971650b6-e2ec-494a-aa0d-86bd7cf73e06 None None] New status for floating IP 5e5f6184-1771-4911-9122-1644c45f3fb3: ACTIVE {{(pid=104270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 02:06:10.936916 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9d886328-6bc8-49db-a1e2-b1de25967caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8690224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8450992'] for subnet (b3303d47-b3fe-42ec-bbfe-917f81338e47), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:10.997110 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d886328-6bc8-49db-a1e2-b1de25967caf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3303d47-b3fe-42ec-bbfe-917f81338e47,revision_number=0']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:11.015245 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d886328-6bc8-49db-a1e2-b1de25967caf admin admin] Checking segment: {'id': 'f8f5c5f1-9f25-461b-9c17-7ffa890c7c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cec62134-9936-4dfa-b595-b07908fd4a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:06:11.015604 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d886328-6bc8-49db-a1e2-b1de25967caf admin admin] Network hostable DHCP agents. Network: cec62134-9936-4dfa-b595-b07908fd4a67, hostable agents: ['45a4719c-dff8-447a-9451-2d43a5a3b5e6'], hosted agents: [] {{(pid=104268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 02:06:11.026690 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:11.043495 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d886328-6bc8-49db-a1e2-b1de25967caf admin admin] Network cec62134-9936-4dfa-b595-b07908fd4a67 is scheduled to be hosted by DHCP agent 45a4719c-dff8-447a-9451-2d43a5a3b5e6 with binding_index 1 {{(pid=104268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 02:06:11.053640 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-9d886328-6bc8-49db-a1e2-b1de25967caf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-1-iscsi, cec62134-9936-4dfa-b595-b07908fd4a67) {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:06:11.058592 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d886328-6bc8-49db-a1e2-b1de25967caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:11.059178 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9d886328-6bc8-49db-a1e2-b1de25967caf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:11.070146 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adb0056-ab0b-45e2-a8f0-e83ed3cb11f8 None None] Network cec62134-9936-4dfa-b595-b07908fd4a67 requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:06:11.089439 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-9d886328-6bc8-49db-a1e2-b1de25967caf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4014585 Jun 08 02:06:11.194883 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:11.278222 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3935b3b-0bf9-47f3-924a-1a966c4e8218 None None] Network cec62134-9936-4dfa-b595-b07908fd4a67 requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:06:11.755201 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090509f-714f-4f6a-add4-cfb0ebb63082 req-8dfd93f6-7228-489e-b09d-e86ea8ebc2ce tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:11.757473 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9090509f-714f-4f6a-add4-cfb0ebb63082 req-8dfd93f6-7228-489e-b09d-e86ea8ebc2ce tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0549426 Jun 08 02:06:11.832896 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9090509f-714f-4f6a-add4-cfb0ebb63082 req-b5bd15ce-521f-441c-9064-f38f581b3535 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685847 Jun 08 02:06:11.851756 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:12.937344 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed719d-9c9a-4f43-8d27-6dbe262bbe93 req-1ff4a7ed-204f-43ba-8ee4-201c5a9becca tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:12.939253 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-46ed719d-9c9a-4f43-8d27-6dbe262bbe93 req-1ff4a7ed-204f-43ba-8ee4-201c5a9becca tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0482090 Jun 08 02:06:12.991055 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-46ed719d-9c9a-4f43-8d27-6dbe262bbe93 req-617260d9-0c0c-4681-9424-e5c5b6f90275 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449450 Jun 08 02:06:13.330460 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:14.103206 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ec651-f3ba-4965-b35e-94dbc4d18bff req-e56b1b74-6edf-484b-9bfb-7c86702f64e5 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:14.104743 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d98ec651-f3ba-4965-b35e-94dbc4d18bff req-e56b1b74-6edf-484b-9bfb-7c86702f64e5 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0475323 Jun 08 02:06:14.157345 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d98ec651-f3ba-4965-b35e-94dbc4d18bff req-a9842b4c-92ad-4f70-8c5b-e8cdd72b6336 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419350 Jun 08 02:06:14.710769 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb7b24-8180-4516-a14e-8edd296354cf req-f9f04374-cdae-4563-9458-e2f5cfa162fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:14.712344 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-43fb7b24-8180-4516-a14e-8edd296354cf req-f9f04374-cdae-4563-9458-e2f5cfa162fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=27f98152ab3440cf824c9ceb1c790bcf&device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 1130 time: 0.0462439 Jun 08 02:06:15.278551 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bb917-d629-49ce-b749-bcac9ab656e0 req-f6186194-6cf1-4558-abd5-670d75bdc11f tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:15.280034 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ae9bb917-d629-49ce-b749-bcac9ab656e0 req-f6186194-6cf1-4558-abd5-670d75bdc11f tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0572248 Jun 08 02:06:15.330579 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ae9bb917-d629-49ce-b749-bcac9ab656e0 req-a4f9f10e-7b2f-46da-8941-14c38eb394a7 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441709 Jun 08 02:06:16.442458 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b07ed-d3a7-4b8d-8c75-2bb991a181e1 req-3ad2cd0c-5f58-450b-8a74-1664696b920c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:16.443838 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-340b07ed-d3a7-4b8d-8c75-2bb991a181e1 req-3ad2cd0c-5f58-450b-8a74-1664696b920c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0464556 Jun 08 02:06:16.494382 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-340b07ed-d3a7-4b8d-8c75-2bb991a181e1 req-55d1c90d-49fb-4d04-a73a-03e1a796f3bc tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450335 Jun 08 02:06:17.620956 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896a9e4-d762-4914-982d-9afb750262de req-99156d3f-61a8-45ea-98ba-eadbfd856fc3 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:17.622419 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e896a9e4-d762-4914-982d-9afb750262de req-99156d3f-61a8-45ea-98ba-eadbfd856fc3 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0464227 Jun 08 02:06:17.669264 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e896a9e4-d762-4914-982d-9afb750262de req-b02db2c2-3268-4d34-9d36-88f498cc9dcd tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413995 Jun 08 02:06:18.790300 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1369d-3eee-497d-9de7-5d5bf66974a0 req-694b9215-6ffb-4e9e-bcd3-387c0039799d tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:18.791651 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8bb1369d-3eee-497d-9de7-5d5bf66974a0 req-694b9215-6ffb-4e9e-bcd3-387c0039799d tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0492148 Jun 08 02:06:18.837518 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8bb1369d-3eee-497d-9de7-5d5bf66974a0 req-60e2e58f-f30e-450b-8e42-c8a4703fea3e tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404384 Jun 08 02:06:19.854078 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=75,neutron:INSERT=7 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:19.856112 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:UPDATE=1,neutron:SELECT=8,neutron:INSERT=4 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:19.948731 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f401f-1af1-486d-b039-6613bec92611 req-086ec070-1246-4ca9-9a33-c7633c24ff42 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:19.950179 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-623f401f-1af1-486d-b039-6613bec92611 req-086ec070-1246-4ca9-9a33-c7633c24ff42 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0466819 Jun 08 02:06:19.997047 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-623f401f-1af1-486d-b039-6613bec92611 req-40c54062-934f-46c9-b9ac-a3a654bcfa6e tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413330 Jun 08 02:06:20.493661 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=94 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:20.496462 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=64 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:21.101896 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:21.120529 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a1339-bb25-41e1-89dd-eda021443b36 req-5b859bf3-84f7-4caa-b245-c50b4660c42e tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:21.121999 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-058a1339-bb25-41e1-89dd-eda021443b36 req-5b859bf3-84f7-4caa-b245-c50b4660c42e tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0534446 Jun 08 02:06:21.169372 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-058a1339-bb25-41e1-89dd-eda021443b36 req-72309de1-7886-48c4-a368-f61887e739c0 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417516 Jun 08 02:06:21.709667 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:21.739713 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb7b24-8180-4516-a14e-8edd296354cf req-34210f6c-202d-4f45-a690-092fad26e74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:21.741283 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-43fb7b24-8180-4516-a14e-8edd296354cf req-34210f6c-202d-4f45-a690-092fad26e74a service neutron] 10.222.0.15 "GET /v2.0/networks?id=466dc4d7-a525-4704-a47b-5a136472c918 HTTP/1.1" status: 200 len: 912 time: 0.0959673 Jun 08 02:06:22.284487 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887bf80-f628-49dd-a4a4-a23f034108b0 req-a1455359-7e03-4758-9635-a911369dfb89 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:22.286348 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1887bf80-f628-49dd-a4a4-a23f034108b0 req-a1455359-7e03-4758-9635-a911369dfb89 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0497427 Jun 08 02:06:22.339431 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1887bf80-f628-49dd-a4a4-a23f034108b0 req-3d9376fd-6f0f-4987-bbc2-0d37e9c1297a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465224 Jun 08 02:06:22.651540 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d00567-5019-4d66-9a35-6a9554c3533e req-9f993bd7-3ed3-4135-bffb-bce0b52ab430 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:22.653061 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e8d00567-5019-4d66-9a35-6a9554c3533e req-9f993bd7-3ed3-4135-bffb-bce0b52ab430 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0484009 Jun 08 02:06:22.700947 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e8d00567-5019-4d66-9a35-6a9554c3533e req-1e678a0e-0ecc-410f-88e9-d95c8d721729 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422978 Jun 08 02:06:23.322742 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=61,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:23.324798 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:23.817886 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263bfd2-9ab1-478d-8c28-358f94a80d72 req-0f42a9e4-c495-4293-9dcc-a9062f07137d tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:23.819398 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1263bfd2-9ab1-478d-8c28-358f94a80d72 req-0f42a9e4-c495-4293-9dcc-a9062f07137d tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0480425 Jun 08 02:06:23.865491 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1263bfd2-9ab1-478d-8c28-358f94a80d72 req-13a61195-7a8f-4167-87d7-076a076aa2eb tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404251 Jun 08 02:06:24.973886 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-01a931da-f348-4ad7-a366-78e2980a23d6 req-e6ab9ab7-4ef7-4b99-b674-4e22dd674b33 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706174 Jun 08 02:06:25.075607 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985880b-6d4d-4699-a4fc-066c71f9ffec req-8dd07d0f-5db6-4749-85e2-e173f6d024c7 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:25.077122 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e985880b-6d4d-4699-a4fc-066c71f9ffec req-8dd07d0f-5db6-4749-85e2-e173f6d024c7 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.1021709 Jun 08 02:06:25.127525 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-43fb7b24-8180-4516-a14e-8edd296354cf req-7d377589-d25a-4622-a5f2-f04e2a41ba21 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f15849eb-1bf4-44c4-8575-7be145474d94 HTTP/1.1" status: 200 len: 1002 time: 0.1201649 Jun 08 02:06:25.153184 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e985880b-6d4d-4699-a4fc-066c71f9ffec req-f4ccc80a-d8a5-47df-b811-f821657db3f0 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703011 Jun 08 02:06:25.496290 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:25.525283 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b93a57-6f26-4f6b-b965-9dc411c203d1 req-9595d6cf-82bd-43b4-9cf4-638fb33eb255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:25.527379 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-f2b93a57-6f26-4f6b-b965-9dc411c203d1 req-9595d6cf-82bd-43b4-9cf4-638fb33eb255 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d40d753f66ec4ed2808aa65b825e66f8&device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 1129 time: 0.0504072 Jun 08 02:06:25.547713 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a931da-f348-4ad7-a366-78e2980a23d6 req-6d425149-724c-47d7-ac63-127feada6a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:25.549241 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-01a931da-f348-4ad7-a366-78e2980a23d6 req-6d425149-724c-47d7-ac63-127feada6a7a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16b90d01b80e450b9357d02c245c9531&device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 1130 time: 0.0718536 Jun 08 02:06:25.554829 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb7b24-8180-4516-a14e-8edd296354cf req-714c2452-4b8d-4068-a8a0-e95807f51f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:25.556212 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-43fb7b24-8180-4516-a14e-8edd296354cf req-714c2452-4b8d-4068-a8a0-e95807f51f6e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f09d094-ed17-43ae-a27d-e0d8f7e1f047 HTTP/1.1" status: 200 len: 850 time: 0.1048472 Jun 08 02:06:26.274565 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251270b-5568-43dc-b57c-00218aafc8d9 req-b35eca28-6815-4abe-8457-f1ba95841795 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:26.275978 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c251270b-5568-43dc-b57c-00218aafc8d9 req-b35eca28-6815-4abe-8457-f1ba95841795 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0553734 Jun 08 02:06:26.321375 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e66e6-520a-490f-8d83-8db8d60160cd req-a151bb23-dfd3-4273-83d8-2f42b87b723e tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:26.322780 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-fe6e66e6-520a-490f-8d83-8db8d60160cd req-a151bb23-dfd3-4273-83d8-2f42b87b723e tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 946 time: 0.0646362 Jun 08 02:06:26.361119 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c251270b-5568-43dc-b57c-00218aafc8d9 req-8bf78d59-8551-4799-a85b-2f6a76bb2294 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694377 Jun 08 02:06:26.387890 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-fe6e66e6-520a-490f-8d83-8db8d60160cd req-b5b2628d-ca83-453d-911a-78f04761f8da tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/security-groups?id=68887de8-bd34-47a7-a58c-5006197de366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558140 Jun 08 02:06:27.507967 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db007253-05a5-483d-b8fa-bc90794f7853 req-637ebee6-0752-448f-a285-9e1f513cebfc tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:27.509464 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-db007253-05a5-483d-b8fa-bc90794f7853 req-637ebee6-0752-448f-a285-9e1f513cebfc tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0804424 Jun 08 02:06:27.520307 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b0055-d109-4fde-8fed-ca27262a7a48 req-39f094a9-ce30-4d4b-bc4d-dd8a89846e79 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:27.521786 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c91b0055-d109-4fde-8fed-ca27262a7a48 req-39f094a9-ce30-4d4b-bc4d-dd8a89846e79 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 946 time: 0.0607998 Jun 08 02:06:27.563158 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:27.596442 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-db007253-05a5-483d-b8fa-bc90794f7853 req-9137e592-80b8-491f-a893-456387d16d1a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737290 Jun 08 02:06:27.599697 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c91b0055-d109-4fde-8fed-ca27262a7a48 req-c01fb415-8267-48f5-a1bf-cc6641dc3bab tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/security-groups?id=68887de8-bd34-47a7-a58c-5006197de366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712562 Jun 08 02:06:28.436288 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:28.437076 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b93a57-6f26-4f6b-b965-9dc411c203d1 req-4e5df4ae-e74b-4e69-bc24-02ea5bb70979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:28.438814 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-f2b93a57-6f26-4f6b-b965-9dc411c203d1 req-4e5df4ae-e74b-4e69-bc24-02ea5bb70979 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eafc844b-6465-4613-a6dd-f1b9698164f0 HTTP/1.1" status: 200 len: 920 time: 0.0995181 Jun 08 02:06:28.447184 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb7b24-8180-4516-a14e-8edd296354cf req-a2e418a3-7f96-4f91-87af-83109c6fd5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:28.448692 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-43fb7b24-8180-4516-a14e-8edd296354cf req-a2e418a3-7f96-4f91-87af-83109c6fd5a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=466dc4d7-a525-4704-a47b-5a136472c918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0924501 Jun 08 02:06:28.483072 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a931da-f348-4ad7-a366-78e2980a23d6 req-4cccdbdf-7948-4cbe-8210-9c2363a5ba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:28.484478 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-01a931da-f348-4ad7-a366-78e2980a23d6 req-4cccdbdf-7948-4cbe-8210-9c2363a5ba47 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5af62f32-1fcc-4a27-85e9-df350119e5e8 HTTP/1.1" status: 200 len: 911 time: 0.0952544 Jun 08 02:06:28.759267 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2ec86-fe22-4ab0-a940-c76acb190bca req-f7bfb1fc-6a36-4a9f-8920-2686d017a590 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:28.760818 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6bd2ec86-fe22-4ab0-a940-c76acb190bca req-f7bfb1fc-6a36-4a9f-8920-2686d017a590 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0920081 Jun 08 02:06:28.766706 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c12585-9ad8-4a64-b865-2d289e71122c req-4fc9a677-e4ef-457e-90f1-ce1272b27ac6 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:28.768038 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c0c12585-9ad8-4a64-b865-2d289e71122c req-4fc9a677-e4ef-457e-90f1-ce1272b27ac6 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 946 time: 0.0973005 Jun 08 02:06:28.856999 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6bd2ec86-fe22-4ab0-a940-c76acb190bca req-272d6fe9-64f3-4091-9614-27f5464a7c57 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811417 Jun 08 02:06:28.857510 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c0c12585-9ad8-4a64-b865-2d289e71122c req-2033859f-d073-42b0-aa2a-d0da7cd1ef66 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/security-groups?id=68887de8-bd34-47a7-a58c-5006197de366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810771 Jun 08 02:06:30.044012 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4995f-bd83-4d06-b41a-a6b534fcb9f7 req-2f75ff9f-15b6-4197-bebe-cdc0694fef40 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:30.046393 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5df4995f-bd83-4d06-b41a-a6b534fcb9f7 req-2f75ff9f-15b6-4197-bebe-cdc0694fef40 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0892990 Jun 08 02:06:30.052001 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1c9de-339d-43d3-a2a2-000ba09d8b19 req-ce5678c7-c54c-473a-bc21-d0ca6d7a88d6 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:30.054196 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8fe1c9de-339d-43d3-a2a2-000ba09d8b19 req-ce5678c7-c54c-473a-bc21-d0ca6d7a88d6 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 946 time: 0.0830121 Jun 08 02:06:30.136222 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5df4995f-bd83-4d06-b41a-a6b534fcb9f7 req-dc91d96b-3c34-4689-82ca-fe38a843231c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783310 Jun 08 02:06:30.139315 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8fe1c9de-339d-43d3-a2a2-000ba09d8b19 req-883f331a-bb69-4a84-9251-48e3f1cb51b7 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/security-groups?id=68887de8-bd34-47a7-a58c-5006197de366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753121 Jun 08 02:06:31.292500 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5459052-d493-4afa-b9ac-a9153b3cce64 req-505cb2f4-83b3-4ffc-9065-9fcc5114b1eb tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:31.294006 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b5459052-d493-4afa-b9ac-a9153b3cce64 req-505cb2f4-83b3-4ffc-9065-9fcc5114b1eb tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0835309 Jun 08 02:06:31.299834 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eaa6c3-eeef-4a25-9ebc-fe9307f586ad req-a7305aa8-5eab-4fbf-bae2-23a8e76aac17 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:31.301216 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d1eaa6c3-eeef-4a25-9ebc-fe9307f586ad req-a7305aa8-5eab-4fbf-bae2-23a8e76aac17 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 946 time: 0.0796261 Jun 08 02:06:31.375363 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b5459052-d493-4afa-b9ac-a9153b3cce64 req-2687adeb-c2fa-491c-b5f3-16d2b67197a2 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731728 Jun 08 02:06:31.378616 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d1eaa6c3-eeef-4a25-9ebc-fe9307f586ad req-41512f61-b752-42bb-888a-9b07bba6c2c5 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/security-groups?id=68887de8-bd34-47a7-a58c-5006197de366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695481 Jun 08 02:06:32.530716 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedeff92-22d1-44e1-9864-8238335d44e1 req-82babb72-58e8-4567-8551-8d7bd3d0a236 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:32.532171 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-eedeff92-22d1-44e1-9864-8238335d44e1 req-82babb72-58e8-4567-8551-8d7bd3d0a236 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 946 time: 0.0836949 Jun 08 02:06:32.541451 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa70267-a4e3-4ec7-8a00-514750315bb2 req-5d687d85-4525-4b52-88b9-793df5bba776 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:32.542804 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4aa70267-a4e3-4ec7-8a00-514750315bb2 req-5d687d85-4525-4b52-88b9-793df5bba776 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0921881 Jun 08 02:06:32.616017 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-eedeff92-22d1-44e1-9864-8238335d44e1 req-9d99f0f7-3b9d-4cdb-9fd4-f76d18c018df tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/security-groups?id=68887de8-bd34-47a7-a58c-5006197de366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716503 Jun 08 02:06:32.620152 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4aa70267-a4e3-4ec7-8a00-514750315bb2 req-ac662ef1-8821-4e29-bb50-e7b5a740a956 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707736 Jun 08 02:06:33.017824 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-f2b93a57-6f26-4f6b-b965-9dc411c203d1 req-ff416a7b-0b53-4b57-b89f-754e6388b0a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=854f4972-75d1-4f33-b863-4ac1e9184f71 HTTP/1.1" status: 200 len: 217 time: 0.0377305 Jun 08 02:06:33.033480 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-01a931da-f348-4ad7-a366-78e2980a23d6 req-119ab4e9-c4cf-4706-b0ec-50d7ae01edb7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=732d068c-f7fd-41f4-8c10-2743ccfb57c5 HTTP/1.1" status: 200 len: 217 time: 0.0529027 Jun 08 02:06:33.070795 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b93a57-6f26-4f6b-b965-9dc411c203d1 req-89e98793-2573-4754-b320-406ac1bc181b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:33.072225 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-f2b93a57-6f26-4f6b-b965-9dc411c203d1 req-89e98793-2573-4754-b320-406ac1bc181b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b425173c-8738-4438-bb14-70ea3c375864 HTTP/1.1" status: 200 len: 858 time: 0.0441861 Jun 08 02:06:33.095611 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:33.126030 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a931da-f348-4ad7-a366-78e2980a23d6 req-d75608a0-57f3-4e9f-873f-f3506fec6e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:33.127450 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-01a931da-f348-4ad7-a366-78e2980a23d6 req-d75608a0-57f3-4e9f-873f-f3506fec6e41 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b33e88ce-f455-48d2-b946-591bd81a41e3 HTTP/1.1" status: 200 len: 850 time: 0.0700543 Jun 08 02:06:33.137327 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b93a57-6f26-4f6b-b965-9dc411c203d1 req-9132ab4c-cdfc-468b-9df2-43532d835afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:33.138965 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-f2b93a57-6f26-4f6b-b965-9dc411c203d1 req-9132ab4c-cdfc-468b-9df2-43532d835afb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eafc844b-6465-4613-a6dd-f1b9698164f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412607 Jun 08 02:06:33.244303 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-f2b93a57-6f26-4f6b-b965-9dc411c203d1 req-c15f2a23-6f9b-4d0e-bb16-2870ef561de8 service neutron] 10.222.0.15 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919328 Jun 08 02:06:33.280529 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:06:33.366769 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-01a931da-f348-4ad7-a366-78e2980a23d6 req-eafe6f2b-3392-4d92-bc9f-ef0a9aca193d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5af62f32-1fcc-4a27-85e9-df350119e5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2283247 Jun 08 02:06:33.368603 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-43fb7b24-8180-4516-a14e-8edd296354cf req-7971f1cb-ff8e-4c8f-b779-9cbd700bf057 service neutron] 10.222.0.15 "GET /v2.0/networks/466dc4d7-a525-4704-a47b-5a136472c918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868489 Jun 08 02:06:33.382130 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-f2b93a57-6f26-4f6b-b965-9dc411c203d1 req-c38e18eb-6997-4ad5-840c-2fe8a19eb589 service neutron] 10.222.0.15 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891652 Jun 08 02:06:33.700929 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:33.763206 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-43fb7b24-8180-4516-a14e-8edd296354cf req-ec2ee593-d3a4-45c9-80db-d68c02251519 service neutron] 10.222.0.15 "GET /v2.0/networks/466dc4d7-a525-4704-a47b-5a136472c918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658049 Jun 08 02:06:33.805030 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897debb-75dd-43bb-a648-6b2cee7235a1 req-4241a816-2191-4412-8689-817c8bd25388 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:33.806553 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-d897debb-75dd-43bb-a648-6b2cee7235a1 req-4241a816-2191-4412-8689-817c8bd25388 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.15 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 946 time: 0.1471550 Jun 08 02:06:33.895826 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9cb0c-dad9-49e3-974b-ca224710567d req-c98d9a4c-2c3d-4233-8200-311f4be4ae50 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:33.903309 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-90e9cb0c-dad9-49e3-974b-ca224710567d req-c98d9a4c-2c3d-4233-8200-311f4be4ae50 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 946 time: 0.1470602 Jun 08 02:06:33.931632 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a20c7-de5f-4c33-a0e6-6d6658c912f9 req-e689bb71-fe25-46ec-8604-f4157415086f tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:33.938486 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-705a20c7-de5f-4c33-a0e6-6d6658c912f9 req-e689bb71-fe25-46ec-8604-f4157415086f tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.1839304 Jun 08 02:06:33.963537 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-01a931da-f348-4ad7-a366-78e2980a23d6 req-57800e56-1d6c-4f7c-8a4d-99750d21b14d service neutron] 10.222.0.15 "GET /v2.0/networks/5af62f32-1fcc-4a27-85e9-df350119e5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577693 Jun 08 02:06:33.979181 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [req-d897debb-75dd-43bb-a648-6b2cee7235a1 req-e48d45b5-bcf2-4d8c-8bda-14520e8cfcd3 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Deleting port 732d068c-f7fd-41f4-8c10-2743ccfb57c5 {{(pid=104269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:06:33.979635 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-d897debb-75dd-43bb-a648-6b2cee7235a1 req-e48d45b5-bcf2-4d8c-8bda-14520e8cfcd3 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (732d068c-f7fd-41f4-8c10-2743ccfb57c5), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:34.018472 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-90e9cb0c-dad9-49e3-974b-ca224710567d req-b77fe163-a119-483a-be6d-6670d9a2311c tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/security-groups?id=68887de8-bd34-47a7-a58c-5006197de366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142213 Jun 08 02:06:34.034603 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-705a20c7-de5f-4c33-a0e6-6d6658c912f9 req-b70829ac-1cd7-4691-94cf-a020317f9bb4 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902040 Jun 08 02:06:34.090436 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.db [req-d897debb-75dd-43bb-a648-6b2cee7235a1 req-e48d45b5-bcf2-4d8c-8bda-14520e8cfcd3 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] For port 732d068c-f7fd-41f4-8c10-2743ccfb57c5, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=732d068c-f7fd-41f4-8c10-2743ccfb57c5,segment=NetworkSegment(1e0580f7-ff3e-4685-a63f-337fd165274c),segment_id=1e0580f7-ff3e-4685-a63f-337fd165274c)] {{(pid=104269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:06:34.090927 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-d897debb-75dd-43bb-a648-6b2cee7235a1 req-e48d45b5-bcf2-4d8c-8bda-14520e8cfcd3 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (732d068c-f7fd-41f4-8c10-2743ccfb57c5), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:34.106253 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [req-d897debb-75dd-43bb-a648-6b2cee7235a1 req-e48d45b5-bcf2-4d8c-8bda-14520e8cfcd3 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Calling delete_port for 732d068c-f7fd-41f4-8c10-2743ccfb57c5 owned by compute:nova {{(pid=104269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:06:34.254372 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:34.270483 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-d897debb-75dd-43bb-a648-6b2cee7235a1 req-e48d45b5-bcf2-4d8c-8bda-14520e8cfcd3 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (732d068c-f7fd-41f4-8c10-2743ccfb57c5), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:34.295887 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d45b5-bcf2-4d8c-8bda-14520e8cfcd3 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Pushing event deleted for resources: {'Port': ['ID=732d068c-f7fd-41f4-8c10-2743ccfb57c5,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:34.332224 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d45b5-bcf2-4d8c-8bda-14520e8cfcd3 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:34.332600 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d45b5-bcf2-4d8c-8bda-14520e8cfcd3 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:34.332939 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d45b5-bcf2-4d8c-8bda-14520e8cfcd3 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:34.333277 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d45b5-bcf2-4d8c-8bda-14520e8cfcd3 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:34.333621 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d45b5-bcf2-4d8c-8bda-14520e8cfcd3 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:34.334072 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d45b5-bcf2-4d8c-8bda-14520e8cfcd3 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:34.334426 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d45b5-bcf2-4d8c-8bda-14520e8cfcd3 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:34.334817 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d45b5-bcf2-4d8c-8bda-14520e8cfcd3 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:34.335144 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d45b5-bcf2-4d8c-8bda-14520e8cfcd3 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:34.335466 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d45b5-bcf2-4d8c-8bda-14520e8cfcd3 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:34.335786 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d45b5-bcf2-4d8c-8bda-14520e8cfcd3 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:34.336105 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d45b5-bcf2-4d8c-8bda-14520e8cfcd3 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:34.336439 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d45b5-bcf2-4d8c-8bda-14520e8cfcd3 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:34.336760 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d45b5-bcf2-4d8c-8bda-14520e8cfcd3 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:34.337069 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d45b5-bcf2-4d8c-8bda-14520e8cfcd3 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:34.372982 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.l3_dvrscheduler_db [req-d897debb-75dd-43bb-a648-6b2cee7235a1 req-e48d45b5-bcf2-4d8c-8bda-14520e8cfcd3 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] No DVR routers for this DVR port 732d068c-f7fd-41f4-8c10-2743ccfb57c5 on host hv-cinder-84506 {{(pid=104269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:06:34.375867 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-d897debb-75dd-43bb-a648-6b2cee7235a1 req-e48d45b5-bcf2-4d8c-8bda-14520e8cfcd3 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:34.379066 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-d897debb-75dd-43bb-a648-6b2cee7235a1 req-e48d45b5-bcf2-4d8c-8bda-14520e8cfcd3 tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.15 "DELETE /v2.0/ports/732d068c-f7fd-41f4-8c10-2743ccfb57c5 HTTP/1.1" status: 204 len: 173 time: 0.5666182 Jun 08 02:06:34.379493 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400093fe-afb9-4690-9da0-e7a6c7103475', 'name': 'network-vif-deleted', 'tag': '732d068c-f7fd-41f4-8c10-2743ccfb57c5'}] {{(pid=104269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:06:34.382444 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358dc8d4ae4a51a45346970250dcd834be934840dbf61ef46806344516445931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890273ec-390a-4635-9a1d-2e38af16d98d" -d '{"events": [{"server_uuid": "400093fe-afb9-4690-9da0-e7a6c7103475", "name": "network-vif-deleted", "tag": "732d068c-f7fd-41f4-8c10-2743ccfb57c5"}]}' {{(pid=104269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:06:34.416632 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129917b2-c19a-4a76-ad2d-78005abba02f x-openstack-request-id: req-129917b2-c19a-4a76-ad2d-78005abba02f {{(pid=104269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:06:34.416942 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400093fe-afb9-4690-9da0-e7a6c7103475", "name": "network-vif-deleted", "tag": "732d068c-f7fd-41f4-8c10-2743ccfb57c5", "status": "completed", "code": 200}]} {{(pid=104269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:06:34.417195 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-129917b2-c19a-4a76-ad2d-78005abba02f {{(pid=104269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:06:34.417590 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-129917b2-c19a-4a76-ad2d-78005abba02f'] response: {'server_uuid': '400093fe-afb9-4690-9da0-e7a6c7103475', 'name': 'network-vif-deleted', 'tag': '732d068c-f7fd-41f4-8c10-2743ccfb57c5', 'status': 'completed', 'code': 200} Jun 08 02:06:35.140865 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f7358517-f658-4572-bc55-6479e975439e req-009d7112-2557-46f1-8b5c-f2f8e0c2763d tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 210 time: 0.0407043 Jun 08 02:06:35.156186 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c92caa-14e7-4cc6-bb41-44e91aaafc51 req-020e0f26-c720-434e-8366-773f14559bc2 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:35.157664 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-78c92caa-14e7-4cc6-bb41-44e91aaafc51 req-020e0f26-c720-434e-8366-773f14559bc2 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0678053 Jun 08 02:06:35.204819 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-78c92caa-14e7-4cc6-bb41-44e91aaafc51 req-74805d42-519e-4125-81e3-0b7dc62ea15c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407250 Jun 08 02:06:35.475036 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:36.239352 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7288dd59-e19f-4612-82b9-37f7bd9dcfca req-45e362d2-0e1d-41bd-aa1f-684bc78d786b tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 210 time: 0.0315950 Jun 08 02:06:36.283620 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 51130) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:36.330750 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f008c-f0b9-4553-968a-598482de2c76 req-aba9804a-1a2d-4d09-bef3-15219731c220 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:36.332220 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2a2f008c-f0b9-4553-968a-598482de2c76 req-aba9804a-1a2d-4d09-bef3-15219731c220 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0540257 Jun 08 02:06:36.381611 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2a2f008c-f0b9-4553-968a-598482de2c76 req-1cba7361-2700-430a-80be-6758b91161af tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428252 Jun 08 02:06:36.394811 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-74bec6f9-448f-4702-b6ea-c9b92d9a3a01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:36.470156 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-74bec6f9-448f-4702-b6ea-c9b92d9a3a01 admin admin] Publish callbacks [] for security_group (0a80f608-8e7b-4d16-8096-d354b843115c), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:36.475275 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-74bec6f9-448f-4702-b6ea-c9b92d9a3a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (0a80f608-8e7b-4d16-8096-d354b843115c), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:36.497340 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:36.515494 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-74bec6f9-448f-4702-b6ea-c9b92d9a3a01 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=46a6939ef23042c6abc2a3683ed9b11b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308121 Jun 08 02:06:36.516555 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bec6f9-448f-4702-b6ea-c9b92d9a3a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a80f608-8e7b-4d16-8096-d354b843115c,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:36.518245 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 51134) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:36.567101 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-ed8e580c-3e79-4495-9bf6-c7f952637b9e admin admin] Publish callbacks [] for security_group (0a80f608-8e7b-4d16-8096-d354b843115c), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:36.588796 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-ed8e580c-3e79-4495-9bf6-c7f952637b9e admin admin] Publish callbacks [] for security_group (0a80f608-8e7b-4d16-8096-d354b843115c), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:36.636327 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-ed8e580c-3e79-4495-9bf6-c7f952637b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (0a80f608-8e7b-4d16-8096-d354b843115c), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:36.638794 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-ed8e580c-3e79-4495-9bf6-c7f952637b9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:36.639933 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-ed8e580c-3e79-4495-9bf6-c7f952637b9e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a80f608-8e7b-4d16-8096-d354b843115c HTTP/1.1" status: 204 len: 168 time: 0.1206605 Jun 08 02:06:36.648367 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['732d068c-f7fd-41f4-8c10-2743ccfb57c5'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:06:36.660901 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e580c-3e79-4495-9bf6-c7f952637b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a80f608-8e7b-4d16-8096-d354b843115c,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:36.705167 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e580c-3e79-4495-9bf6-c7f952637b9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:36.705392 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e580c-3e79-4495-9bf6-c7f952637b9e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:36.705704 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e580c-3e79-4495-9bf6-c7f952637b9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:36.706186 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e580c-3e79-4495-9bf6-c7f952637b9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:36.706763 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e580c-3e79-4495-9bf6-c7f952637b9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:36.707397 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e580c-3e79-4495-9bf6-c7f952637b9e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:36.707397 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e580c-3e79-4495-9bf6-c7f952637b9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:36.707580 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e580c-3e79-4495-9bf6-c7f952637b9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:36.707781 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e580c-3e79-4495-9bf6-c7f952637b9e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:36.708124 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e580c-3e79-4495-9bf6-c7f952637b9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:36.708469 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e580c-3e79-4495-9bf6-c7f952637b9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:36.709425 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e580c-3e79-4495-9bf6-c7f952637b9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:36.709756 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e580c-3e79-4495-9bf6-c7f952637b9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:36.710069 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e580c-3e79-4495-9bf6-c7f952637b9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:36.710437 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e580c-3e79-4495-9bf6-c7f952637b9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:36.745892 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:36.780521 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-01a931da-f348-4ad7-a366-78e2980a23d6 req-e18c1859-72e0-4baa-a661-03c4170c8a7e service neutron] 10.222.0.15 "GET /v2.0/networks/5af62f32-1fcc-4a27-85e9-df350119e5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368752 Jun 08 02:06:36.825297 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-43b31f96-48f3-4bca-ae65-e655179c5dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:37.022161 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 51146) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:37.036352 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f5dcddbb-bbcc-4e87-af64-a826820044c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:37.117698 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f5dcddbb-bbcc-4e87-af64-a826820044c4 admin admin] Publish callbacks [] for security_group (5805a1ce-83b8-437a-91ce-5798d02b17dd), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:37.121437 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f5dcddbb-bbcc-4e87-af64-a826820044c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (5805a1ce-83b8-437a-91ce-5798d02b17dd), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:37.161643 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-f5dcddbb-bbcc-4e87-af64-a826820044c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff15977e143b4c3ca408d57558385175&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383636 Jun 08 02:06:37.163032 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dcddbb-bbcc-4e87-af64-a826820044c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5805a1ce-83b8-437a-91ce-5798d02b17dd,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:37.165417 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 51150) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:37.221433 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-53980dee-aeda-4e0f-83d3-9f79dc35ecb9 admin admin] Publish callbacks [] for security_group (5805a1ce-83b8-437a-91ce-5798d02b17dd), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:37.247485 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-53980dee-aeda-4e0f-83d3-9f79dc35ecb9 admin admin] Publish callbacks [] for security_group (5805a1ce-83b8-437a-91ce-5798d02b17dd), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:37.307067 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-53980dee-aeda-4e0f-83d3-9f79dc35ecb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (5805a1ce-83b8-437a-91ce-5798d02b17dd), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:37.312559 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-53980dee-aeda-4e0f-83d3-9f79dc35ecb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:37.316890 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-53980dee-aeda-4e0f-83d3-9f79dc35ecb9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5805a1ce-83b8-437a-91ce-5798d02b17dd HTTP/1.1" status: 204 len: 168 time: 0.1503265 Jun 08 02:06:37.326836 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53980dee-aeda-4e0f-83d3-9f79dc35ecb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5805a1ce-83b8-437a-91ce-5798d02b17dd,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:37.369564 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-45d6510d-a23c-41b7-98bc-d7d33412ef9e req-eb7d3210-0d68-4c7e-a7f6-b8207f98ce4a tempest-DeleteServersTestJSON-2097106789 tempest-DeleteServersTestJSON-2097106789-project] 10.222.0.20 "GET /v2.0/ports?device_id=400093fe-afb9-4690-9da0-e7a6c7103475 HTTP/1.1" status: 200 len: 210 time: 0.0480144 Jun 08 02:06:37.525106 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70772c5c-f3aa-4be6-ad89-6521e0d793fd req-3f063f51-a8fa-452f-b278-4fb180b10220 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:37.525106 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-70772c5c-f3aa-4be6-ad89-6521e0d793fd req-3f063f51-a8fa-452f-b278-4fb180b10220 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0547256 Jun 08 02:06:37.537795 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:37.577928 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-70772c5c-f3aa-4be6-ad89-6521e0d793fd req-a89cb253-5ebd-4f9c-a5f7-b2322e4eca85 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494578 Jun 08 02:06:38.676764 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 732d068c-f7fd-41f4-8c10-2743ccfb57c5 no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:06:38.693147 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] No Port match for: 732d068c-f7fd-41f4-8c10-2743ccfb57c5 {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:06:38.693567 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 732d068c-f7fd-41f4-8c10-2743ccfb57c5 not bound to the agent host hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:06:38.715741 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052f0a3-dbb8-4432-93ec-42a82e965245 req-4c282836-32c1-4483-b945-1f96248dbe11 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:38.718137 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6052f0a3-dbb8-4432-93ec-42a82e965245 req-4c282836-32c1-4483-b945-1f96248dbe11 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0683877 Jun 08 02:06:38.793778 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6052f0a3-dbb8-4432-93ec-42a82e965245 req-2801e857-1494-4d7f-80fe-44b879a094db tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644670 Jun 08 02:06:39.128108 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-51b210a9-7259-4e1e-98cd-4a322d4adc83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:39.507599 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 51288) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:39.630923 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-2c1f8929-fe8a-4ae4-9777-8fb4d939c831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:39.715735 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-2c1f8929-fe8a-4ae4-9777-8fb4d939c831 admin admin] Publish callbacks [] for security_group (8a1f9345-a886-4b86-9daf-bc4a952d6187), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:39.719320 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-2c1f8929-fe8a-4ae4-9777-8fb4d939c831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (8a1f9345-a886-4b86-9daf-bc4a952d6187), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:39.756381 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f8929-fe8a-4ae4-9777-8fb4d939c831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1f9345-a886-4b86-9daf-bc4a952d6187,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:39.760628 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-2c1f8929-fe8a-4ae4-9777-8fb4d939c831 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1346fb6de404a26b3307945c21e9c1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2519834 Jun 08 02:06:39.763516 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 51300) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:39.813435 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-274b39ad-3417-4cf8-8d95-77f8dc615f4b admin admin] Publish callbacks [] for security_group (8a1f9345-a886-4b86-9daf-bc4a952d6187), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:39.838466 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-274b39ad-3417-4cf8-8d95-77f8dc615f4b admin admin] Publish callbacks [] for security_group (8a1f9345-a886-4b86-9daf-bc4a952d6187), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:39.888205 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-274b39ad-3417-4cf8-8d95-77f8dc615f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (8a1f9345-a886-4b86-9daf-bc4a952d6187), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:39.890696 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-274b39ad-3417-4cf8-8d95-77f8dc615f4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:39.891857 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-274b39ad-3417-4cf8-8d95-77f8dc615f4b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a1f9345-a886-4b86-9daf-bc4a952d6187 HTTP/1.1" status: 204 len: 168 time: 0.1277859 Jun 08 02:06:39.900584 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b39ad-3417-4cf8-8d95-77f8dc615f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1f9345-a886-4b86-9daf-bc4a952d6187,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:39.927090 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948342af-6284-4610-92cd-cffc87a77762 req-aba6e52c-6dc6-4a44-aff7-a2672fb569b7 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:39.929768 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-948342af-6284-4610-92cd-cffc87a77762 req-aba6e52c-6dc6-4a44-aff7-a2672fb569b7 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0597408 Jun 08 02:06:39.979491 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-948342af-6284-4610-92cd-cffc87a77762 req-cf27cd9c-b63d-4af1-9af4-624a1fe589be tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440476 Jun 08 02:06:40.186744 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 51312) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:40.192826 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:DELETE=7,neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:40.201520 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-593382b9-39d9-4800-a8e4-79b2a7451805 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:40.248950 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:40.288738 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-593382b9-39d9-4800-a8e4-79b2a7451805 admin admin] Publish callbacks [] for security_group (4fd5a4d0-7708-4ed4-9cc1-001099913bf2), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:40.293385 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-593382b9-39d9-4800-a8e4-79b2a7451805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (4fd5a4d0-7708-4ed4-9cc1-001099913bf2), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:40.332369 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-593382b9-39d9-4800-a8e4-79b2a7451805 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5de8d152464f4c1dbb94638c14a8687b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1445706 Jun 08 02:06:40.333216 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593382b9-39d9-4800-a8e4-79b2a7451805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd5a4d0-7708-4ed4-9cc1-001099913bf2,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:40.335558 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 51316) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:40.385026 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-0ac2d27a-0eea-4d0d-8243-5b78b1a59c81 admin admin] Publish callbacks [] for security_group (4fd5a4d0-7708-4ed4-9cc1-001099913bf2), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:40.406123 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-0ac2d27a-0eea-4d0d-8243-5b78b1a59c81 admin admin] Publish callbacks [] for security_group (4fd5a4d0-7708-4ed4-9cc1-001099913bf2), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:40.452944 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-0ac2d27a-0eea-4d0d-8243-5b78b1a59c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (4fd5a4d0-7708-4ed4-9cc1-001099913bf2), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:40.455370 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-0ac2d27a-0eea-4d0d-8243-5b78b1a59c81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:40.456518 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-0ac2d27a-0eea-4d0d-8243-5b78b1a59c81 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4fd5a4d0-7708-4ed4-9cc1-001099913bf2 HTTP/1.1" status: 204 len: 168 time: 0.1199393 Jun 08 02:06:40.464874 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2d27a-0eea-4d0d-8243-5b78b1a59c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd5a4d0-7708-4ed4-9cc1-001099913bf2,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:41.100186 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d1e32-66c2-4af6-83bc-6337a418b82a req-4a360658-fea5-4e13-afa6-ae737c2c3099 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:41.102497 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2a7d1e32-66c2-4af6-83bc-6337a418b82a req-4a360658-fea5-4e13-afa6-ae737c2c3099 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0547702 Jun 08 02:06:41.151326 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2a7d1e32-66c2-4af6-83bc-6337a418b82a req-203b506e-bab1-4695-9e5f-57887b4cd221 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429032 Jun 08 02:06:41.837116 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:42.277427 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca33f8-2365-4eef-ad00-40a94053f54c req-33921d00-ce07-41aa-bbfa-674b61d50450 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:42.279089 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-79ca33f8-2365-4eef-ad00-40a94053f54c req-33921d00-ce07-41aa-bbfa-674b61d50450 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0528321 Jun 08 02:06:42.333699 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-79ca33f8-2365-4eef-ad00-40a94053f54c req-69c70959-b917-46f8-9142-d98c01497034 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472367 Jun 08 02:06:43.097493 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 51438) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:43.145259 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_v2 [None req-1615d466-bbb5-4742-902d-0b9c0e627d55 admin admin] Deleting subnet b33e88ce-f455-48d2-b946-591bd81a41e3 {{(pid=104268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 08 02:06:43.147652 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:43.149881 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-1615d466-bbb5-4742-902d-0b9c0e627d55 admin admin] Publish callbacks [] for subnet (b33e88ce-f455-48d2-b946-591bd81a41e3), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:43.187060 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-1615d466-bbb5-4742-902d-0b9c0e627d55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8505923'] for subnet (b33e88ce-f455-48d2-b946-591bd81a41e3), precommit_delete_associations {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:43.228071 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-1615d466-bbb5-4742-902d-0b9c0e627d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749588'] for subnet (b33e88ce-f455-48d2-b946-591bd81a41e3), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:43.280840 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-1615d466-bbb5-4742-902d-0b9c0e627d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8689909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8450983'] for subnet (b33e88ce-f455-48d2-b946-591bd81a41e3), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:43.307730 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615d466-bbb5-4742-902d-0b9c0e627d55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b33e88ce-f455-48d2-b946-591bd81a41e3,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:43.309755 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-1615d466-bbb5-4742-902d-0b9c0e627d55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:43.312818 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-1615d466-bbb5-4742-902d-0b9c0e627d55 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b33e88ce-f455-48d2-b946-591bd81a41e3 HTTP/1.1" status: 204 len: 168 time: 0.2143340 Jun 08 02:06:43.315361 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 51440) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:43.334905 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:43.388762 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-6db13844-b9ec-4bcc-a22d-19af7644ede0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1340890'] for network (5af62f32-1fcc-4a27-85e9-df350119e5e8), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:43.456185 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b88b8-3e98-4675-97fe-6b7ea4e1357d req-2febc9f6-a344-420a-a520-89cb26a5f033 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:43.457850 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-af1b88b8-3e98-4675-97fe-6b7ea4e1357d req-2febc9f6-a344-420a-a520-89cb26a5f033 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0545428 Jun 08 02:06:43.471972 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:43.479039 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-6db13844-b9ec-4bcc-a22d-19af7644ede0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749203', 'neutron.services.segments.db._delete_segments_for_network-8744501735437'] for network (5af62f32-1fcc-4a27-85e9-df350119e5e8), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:43.486001 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:43.502360 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.services.segments.db [None req-6db13844-b9ec-4bcc-a22d-19af7644ede0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af62f32-1fcc-4a27-85e9-df350119e5e8']}} {{(pid=104269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:06:43.511723 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-af1b88b8-3e98-4675-97fe-6b7ea4e1357d req-6370063e-427c-4abd-84bc-2b1fa863014a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477765 Jun 08 02:06:43.514513 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.services.segments.db [None req-6db13844-b9ec-4bcc-a22d-19af7644ede0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0580f7-ff3e-4685-a63f-337fd165274c') {'for_net_delete': True} {{(pid=104269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:06:43.514712 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.services.segments.db [None req-6db13844-b9ec-4bcc-a22d-19af7644ede0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0580f7-ff3e-4685-a63f-337fd165274c') {} {{(pid=104269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:06:43.525882 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-6db13844-b9ec-4bcc-a22d-19af7644ede0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744501734036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9653885'] for segment (1e0580f7-ff3e-4685-a63f-337fd165274c), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:43.540625 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-6db13844-b9ec-4bcc-a22d-19af7644ede0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (1e0580f7-ff3e-4685-a63f-337fd165274c), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:43.547135 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db13844-b9ec-4bcc-a22d-19af7644ede0 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=104269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 02:06:43.547510 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-6db13844-b9ec-4bcc-a22d-19af7644ede0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9466690'] for segment (1e0580f7-ff3e-4685-a63f-337fd165274c), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:43.569206 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.services.segments.plugin [-] Segment 1e0580f7-ff3e-4685-a63f-337fd165274c resource provider aggregate not found Jun 08 02:06:43.616914 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.services.segments.plugin [-] Segment 1e0580f7-ff3e-4685-a63f-337fd165274c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e0580f7-ff3e-4685-a63f-337fd165274c found for delete ", "request_id": "req-721e0b23-eff3-473a-922b-ec1c85d776be"}]} Jun 08 02:06:43.625508 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-6db13844-b9ec-4bcc-a22d-19af7644ede0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682838'] for network (5af62f32-1fcc-4a27-85e9-df350119e5e8), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:43.642555 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-6db13844-b9ec-4bcc-a22d-19af7644ede0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:43.648826 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-6db13844-b9ec-4bcc-a22d-19af7644ede0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5af62f32-1fcc-4a27-85e9-df350119e5e8 HTTP/1.1" status: 204 len: 168 time: 0.3282797 Jun 08 02:06:43.648826 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db13844-b9ec-4bcc-a22d-19af7644ede0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5af62f32-1fcc-4a27-85e9-df350119e5e8,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:43.895141 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 51480) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:43.948297 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-1a307f37-123c-4445-955c-d24916939077 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=16b90d01b80e450b9357d02c245c9531&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0519819 Jun 08 02:06:43.950736 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 51488) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:44.005715 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-6fc68c39-7893-4e9e-a0e6-16c68f72a091 admin admin] Publish callbacks [] for security_group (68887de8-bd34-47a7-a58c-5006197de366), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:44.029170 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-6fc68c39-7893-4e9e-a0e6-16c68f72a091 admin admin] Publish callbacks [] for security_group (68887de8-bd34-47a7-a58c-5006197de366), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:44.086920 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-6fc68c39-7893-4e9e-a0e6-16c68f72a091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (68887de8-bd34-47a7-a58c-5006197de366), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:44.089766 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-6fc68c39-7893-4e9e-a0e6-16c68f72a091 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:44.094793 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-6fc68c39-7893-4e9e-a0e6-16c68f72a091 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/68887de8-bd34-47a7-a58c-5006197de366 HTTP/1.1" status: 204 len: 168 time: 0.1406984 Jun 08 02:06:44.104456 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc68c39-7893-4e9e-a0e6-16c68f72a091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68887de8-bd34-47a7-a58c-5006197de366,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:44.631049 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f5c2a-e2d2-4ea0-ae32-7b310a9313b6 req-28cd307a-d2c5-49c9-9401-57f597d5420b tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:44.632598 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-153f5c2a-e2d2-4ea0-ae32-7b310a9313b6 req-28cd307a-d2c5-49c9-9401-57f597d5420b tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0522671 Jun 08 02:06:44.683394 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-153f5c2a-e2d2-4ea0-ae32-7b310a9313b6 req-04e29515-3e59-4336-901d-993f4f9f8617 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451696 Jun 08 02:06:44.827244 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 51522) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:44.937486 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-10ffbc05-882c-4b34-a66d-ac3e9f6bbb48 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-136663733-network', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:06:44.959417 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ffbc05-882c-4b34-a66d-ac3e9f6bbb48 admin admin] Made reservation on behalf of 7daf0f9fd80c464ca4fbf7f2e19fccbd for: {'network': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:06:44.961709 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-10ffbc05-882c-4b34-a66d-ac3e9f6bbb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for network (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:44.969957 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-10ffbc05-882c-4b34-a66d-ac3e9f6bbb48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:45.047073 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-10ffbc05-882c-4b34-a66d-ac3e9f6bbb48 admin admin] Publish callbacks [] for security_group (d8577907-f7aa-4e6b-b88c-776477d134f2), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:45.050615 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-10ffbc05-882c-4b34-a66d-ac3e9f6bbb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (d8577907-f7aa-4e6b-b88c-776477d134f2), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:45.075551 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ffbc05-882c-4b34-a66d-ac3e9f6bbb48 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=104268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 02:06:45.084433 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ffbc05-882c-4b34-a66d-ac3e9f6bbb48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8577907-f7aa-4e6b-b88c-776477d134f2,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:45.090855 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-10ffbc05-882c-4b34-a66d-ac3e9f6bbb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (53131b2e-d267-40fd-aee8-2cb51a86cc49), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:45.091227 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.db.segments_db [None req-10ffbc05-882c-4b34-a66d-ac3e9f6bbb48 admin admin] Added segment 53131b2e-d267-40fd-aee8-2cb51a86cc49 of type vlan for network 99df6c84-8305-4b75-a40c-3f742f20dcc7 Jun 08 02:06:45.134577 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-10ffbc05-882c-4b34-a66d-ac3e9f6bbb48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744501171532'] for network (99df6c84-8305-4b75-a40c-3f742f20dcc7), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:45.161073 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-10ffbc05-882c-4b34-a66d-ac3e9f6bbb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516'] for network (99df6c84-8305-4b75-a40c-3f742f20dcc7), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:45.162446 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ffbc05-882c-4b34-a66d-ac3e9f6bbb48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:45.163182 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-10ffbc05-882c-4b34-a66d-ac3e9f6bbb48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:45.219231 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-10ffbc05-882c-4b34-a66d-ac3e9f6bbb48 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.3908339 Jun 08 02:06:45.221462 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:45.222102 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 51532) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:45.227337 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-21891282-0a3a-4f37-b19c-66728807afb7 admin admin] Request body: {'subnet': {'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-136663733-subnet', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:06:45.230672 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ffbc05-882c-4b34-a66d-ac3e9f6bbb48 admin admin] Pushing event updated for resources: {'Network': ['ID=99df6c84-8305-4b75-a40c-3f742f20dcc7,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:45.241268 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Network 99df6c84-8305-4b75-a40c-3f742f20dcc7 details requested by agent ovs-agent-dv-cinder-845069-1-iscsi with host dv-cinder-845069-1-iscsi {{(pid=104270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 02:06:45.253579 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21891282-0a3a-4f37-b19c-66728807afb7 admin admin] Made reservation on behalf of 7daf0f9fd80c464ca4fbf7f2e19fccbd for: {'subnet': 1} {{(pid=104269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:06:45.256584 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-21891282-0a3a-4f37-b19c-66728807afb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10485297'] for subnet (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:45.430992 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-21891282-0a3a-4f37-b19c-66728807afb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9466333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10485251'] for subnet (35584f73-fd5a-4825-84bf-35c3d28082c7), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:45.489794 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21891282-0a3a-4f37-b19c-66728807afb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35584f73-fd5a-4825-84bf-35c3d28082c7,revision_number=0']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:45.494330 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21891282-0a3a-4f37-b19c-66728807afb7 admin admin] Checking segment: {'id': '53131b2e-d267-40fd-aee8-2cb51a86cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:06:45.494681 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21891282-0a3a-4f37-b19c-66728807afb7 admin admin] Network hostable DHCP agents. Network: 99df6c84-8305-4b75-a40c-3f742f20dcc7, hostable agents: ['45a4719c-dff8-447a-9451-2d43a5a3b5e6'], hosted agents: [] {{(pid=104269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 02:06:45.512625 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21891282-0a3a-4f37-b19c-66728807afb7 admin admin] Network 99df6c84-8305-4b75-a40c-3f742f20dcc7 is scheduled to be hosted by DHCP agent 45a4719c-dff8-447a-9451-2d43a5a3b5e6 with binding_index 1 {{(pid=104269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 02:06:45.521186 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.base_scheduler [None req-21891282-0a3a-4f37-b19c-66728807afb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-1-iscsi, 99df6c84-8305-4b75-a40c-3f742f20dcc7) {{(pid=104269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:06:45.524957 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21891282-0a3a-4f37-b19c-66728807afb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:45.525537 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-21891282-0a3a-4f37-b19c-66728807afb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for subnet (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:45.529846 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2709f2d1-2d36-4b9e-a4d0-448d9fcda020 None None] Network 99df6c84-8305-4b75-a40c-3f742f20dcc7 requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:06:45.544342 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 51534) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:45.545050 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-21891282-0a3a-4f37-b19c-66728807afb7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3218906 Jun 08 02:06:45.548857 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-3b3982f3-ce83-4d24-b0df-75603f04c94b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-136663733-router', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:06:45.570054 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3b3982f3-ce83-4d24-b0df-75603f04c94b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6868'] for router (7d5de0aa-45c6-4daf-9f83-88dc18ab4223), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:45.571244 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3b3982f3-ce83-4d24-b0df-75603f04c94b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-621629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6829'] for router (7d5de0aa-45c6-4daf-9f83-88dc18ab4223), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:45.625768 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:45.627470 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3b3982f3-ce83-4d24-b0df-75603f04c94b admin admin] Publish callbacks [] for router_controller (7d5de0aa-45c6-4daf-9f83-88dc18ab4223), precommit_add_association {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:45.635279 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8909f50-5379-5de5-8dc8-896ce999fc50-99df6c84-8305-4b75-a40c-3f742f20dcc7', 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7', 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'fixed_ips': [{'subnet_id': '35584f73-fd5a-4825-84bf-35c3d28082c7'}]}} from dv-cinder-845069-1-iscsi. {{(pid=104270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 08 02:06:45.636431 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:45.779618 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.db_base_plugin_common [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] Allocated IP 172.20.0.2 (99df6c84-8305-4b75-a40c-3f742f20dcc7/35584f73-fd5a-4825-84bf-35c3d28082c7/10daa083-7ad3-468b-b468-fc6fc1c76ead) {{(pid=104270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:06:45.789639 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3b3982f3-ce83-4d24-b0df-75603f04c94b admin admin] Publish callbacks [] for router_gateway (7d5de0aa-45c6-4daf-9f83-88dc18ab4223), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:45.822020 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e63bd5-e506-4aad-836a-1e7adca0168a req-9602026b-f5c7-4182-a453-77117e46c15d tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:45.823564 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-97e63bd5-e506-4aad-836a-1e7adca0168a req-9602026b-f5c7-4182-a453-77117e46c15d tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0665972 Jun 08 02:06:45.918114 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-97e63bd5-e506-4aad-836a-1e7adca0168a req-45f30e76-1898-4d98-937d-4f400523af6b tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658612 Jun 08 02:06:45.921366 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] Publish callbacks [] for port (10daa083-7ad3-468b-b468-fc6fc1c76ead), precommit_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:45.931314 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093'] for port (10daa083-7ad3-468b-b468-fc6fc1c76ead), after_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:45.968683 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] Network 99df6c84-8305-4b75-a40c-3f742f20dcc7 is already hosted by enough agents. {{(pid=104270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:06:45.971623 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.scheduler.base_scheduler [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] Resources bound (agent type, host, resource id): {{(pid=104270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:06:45.975776 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] Received port after_create {{(pid=104270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:06:46.014500 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] Pushing event updated for resources: {'Port': ['ID=10daa083-7ad3-468b-b468-fc6fc1c76ead,revision_number=1']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:46.039045 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:46.039392 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:46.039756 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:46.040095 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:46.040445 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:46.040776 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:46.041103 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:46.041425 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:46.041748 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:46.042072 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:46.042397 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:46.042743 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:46.043071 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:46.043404 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:46.043717 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:46.051060 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3b3982f3-ce83-4d24-b0df-75603f04c94b admin admin] Publish callbacks [] for router_gateway (7d5de0aa-45c6-4daf-9f83-88dc18ab4223), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:46.055965 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] Attempting to bind port 10daa083-7ad3-468b-b468-fc6fc1c76ead on host dv-cinder-845069-1-iscsi for vnic_type normal with profile {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:06:46.056336 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] Attempting to bind port 10daa083-7ad3-468b-b468-fc6fc1c76ead by drivers openvswitch,hyperv on host dv-cinder-845069-1-iscsi at level 0 using segments [{'id': '53131b2e-d267-40fd-aee8-2cb51a86cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7'}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:06:46.056728 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] Attempting to bind port 10daa083-7ad3-468b-b468-fc6fc1c76ead on network 99df6c84-8305-4b75-a40c-3f742f20dcc7 {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:06:46.061802 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] Checking agent: {'id': 'f845c03f-68d4-4819-b53b-956a55a73879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 1, 56, 43), 'started_at': datetime.datetime(2022, 6, 8, 1, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:06:46.062175 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] Checking segment: {'id': '53131b2e-d267-40fd-aee8-2cb51a86cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:06:46.062576 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:46.062970 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] Bound using segment: {'id': '53131b2e-d267-40fd-aee8-2cb51a86cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7'} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:06:46.063434 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] Bound port: 10daa083-7ad3-468b-b468-fc6fc1c76ead, host: dv-cinder-845069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53131b2e-d267-40fd-aee8-2cb51a86cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7'}}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:06:46.063809 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (10daa083-7ad3-468b-b468-fc6fc1c76ead), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:46.070592 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3b3982f3-ce83-4d24-b0df-75603f04c94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:46.098023 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=85,neutron:UPDATE=9,neutron:INSERT=6 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:46.126160 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] For port 10daa083-7ad3-468b-b468-fc6fc1c76ead, host dv-cinder-845069-1-iscsi, cleared binding levels {{(pid=104270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:06:46.129331 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] For port 10daa083-7ad3-468b-b468-fc6fc1c76ead, host dv-cinder-845069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=10daa083-7ad3-468b-b468-fc6fc1c76ead,segment=NetworkSegment(53131b2e-d267-40fd-aee8-2cb51a86cc49),segment_id=53131b2e-d267-40fd-aee8-2cb51a86cc49)] {{(pid=104270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:06:46.134860 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (10daa083-7ad3-468b-b468-fc6fc1c76ead), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:46.182170 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [None req-3b3982f3-ce83-4d24-b0df-75603f04c94b admin admin] Allocated IP 172.27.1.186 (fccc80fe-aa23-41fa-b00e-a506a2a0f94c/5f93db06-58fb-4390-8563-710a437b082f/eb5d73bb-6676-46be-aeb7-2366bc8d15da) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:06:46.211925 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a933b8e-dc62-4c1f-b920-e5fc473511ff None None] Pushing event updated for resources: {'Port': ['ID=10daa083-7ad3-468b-b468-fc6fc1c76ead,revision_number=2']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:46.307160 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3b3982f3-ce83-4d24-b0df-75603f04c94b admin admin] Publish callbacks [] for port (eb5d73bb-6676-46be-aeb7-2366bc8d15da), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:46.345931 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3b3982f3-ce83-4d24-b0df-75603f04c94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (eb5d73bb-6676-46be-aeb7-2366bc8d15da), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:46.390680 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:46.408563 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3982f3-ce83-4d24-b0df-75603f04c94b admin admin] Network fccc80fe-aa23-41fa-b00e-a506a2a0f94c is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:06:46.416485 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-3b3982f3-ce83-4d24-b0df-75603f04c94b admin admin] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:06:46.416485 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3982f3-ce83-4d24-b0df-75603f04c94b admin admin] Pushing event updated for resources: {'Port': ['ID=eb5d73bb-6676-46be-aeb7-2366bc8d15da,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:46.422915 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3982f3-ce83-4d24-b0df-75603f04c94b admin admin] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:06:46.684607 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 10daa083-7ad3-468b-b468-fc6fc1c76ead up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:06:46.692571 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:46.699799 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3b3982f3-ce83-4d24-b0df-75603f04c94b admin admin] Publish callbacks [] for router_gateway (7d5de0aa-45c6-4daf-9f83-88dc18ab4223), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:46.756285 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 10daa083-7ad3-468b-b468-fc6fc1c76ead triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:06:46.756905 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (10daa083-7ad3-468b-b468-fc6fc1c76ead), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:46.758470 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:46.841380 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 10daa083-7ad3-468b-b468-fc6fc1c76ead is: DOWN; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:06:46.841799 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (10daa083-7ad3-468b-b468-fc6fc1c76ead), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:46.881271 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] For port 10daa083-7ad3-468b-b468-fc6fc1c76ead, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=10daa083-7ad3-468b-b468-fc6fc1c76ead,segment=NetworkSegment(53131b2e-d267-40fd-aee8-2cb51a86cc49),segment_id=53131b2e-d267-40fd-aee8-2cb51a86cc49)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:06:46.894696 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (10daa083-7ad3-468b-b468-fc6fc1c76ead), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:46.906847 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3b3982f3-ce83-4d24-b0df-75603f04c94b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682964'] for router (7d5de0aa-45c6-4daf-9f83-88dc18ab4223), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:46.944908 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Pushing event updated for resources: {'Port': ['ID=10daa083-7ad3-468b-b468-fc6fc1c76ead,revision_number=3']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:47.277064 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3174052c-e8fc-4c60-bd29-5b736a688596 None None] Network 99df6c84-8305-4b75-a40c-3f742f20dcc7 requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:06:47.278227 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349fc6d-7f69-4a3c-963a-d279f5db4715 req-a4c35015-67ca-4b5e-99b0-49e64f2c6367 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:47.279772 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9349fc6d-7f69-4a3c-963a-d279f5db4715 req-a4c35015-67ca-4b5e-99b0-49e64f2c6367 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0941169 Jun 08 02:06:47.350084 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9349fc6d-7f69-4a3c-963a-d279f5db4715 req-e41492b0-098d-4aff-8fcb-b4de3763d19a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605431 Jun 08 02:06:47.368320 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fa62b5c-d799-41ce-a2ca-364590aebe6d None None] Provisioning complete for port 10daa083-7ad3-468b-b468-fc6fc1c76ead triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:06:47.368878 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fa62b5c-d799-41ce-a2ca-364590aebe6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (10daa083-7ad3-468b-b468-fc6fc1c76ead), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:47.390153 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3982f3-ce83-4d24-b0df-75603f04c94b admin admin] Router 7d5de0aa-45c6-4daf-9f83-88dc18ab4223 is scheduled to L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c with binding_index 1 {{(pid=104268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 08 02:06:47.476859 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fa62b5c-d799-41ce-a2ca-364590aebe6d None None] Current status of the port 10daa083-7ad3-468b-b468-fc6fc1c76ead is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:06:47.514986 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3982f3-ce83-4d24-b0df-75603f04c94b admin admin] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:06:47.527092 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbad4898-ce9e-4b02-8d07-57c6480dd2cb None None] Sync routers for ids ['7d5de0aa-45c6-4daf-9f83-88dc18ab4223'] in dv-cinder-845069-1-iscsi {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:06:47.538270 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3b3982f3-ce83-4d24-b0df-75603f04c94b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:47.539559 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-3b3982f3-ce83-4d24-b0df-75603f04c94b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9938097 Jun 08 02:06:47.541348 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbad4898-ce9e-4b02-8d07-57c6480dd2cb None None] Routers {'7d5de0aa-45c6-4daf-9f83-88dc18ab4223'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:06:47.542201 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-cbad4898-ce9e-4b02-8d07-57c6480dd2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:06:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['7d5de0aa-45c6-4daf-9f83-88dc18ab4223'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:06:47.542831 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 51582) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:47.649612 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:47.669017 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-cbad4898-ce9e-4b02-8d07-57c6480dd2cb None None] Set router 7d5de0aa-45c6-4daf-9f83-88dc18ab4223 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:06:47.695823 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-352fed86-134c-4aa5-9043-f0fcf5f5cc44 None None] Provisioning complete for port 10daa083-7ad3-468b-b468-fc6fc1c76ead triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:06:47.696880 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-352fed86-134c-4aa5-9043-f0fcf5f5cc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (10daa083-7ad3-468b-b468-fc6fc1c76ead), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:47.774085 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-352fed86-134c-4aa5-9043-f0fcf5f5cc44 None None] Current status of the port 10daa083-7ad3-468b-b468-fc6fc1c76ead is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:06:47.842930 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-cbad4898-ce9e-4b02-8d07-57c6480dd2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'name': 'tempest-AttachVolumeShelveTestJSON-136663733-router', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:06:45Z', 'updated_at': '2022-06-08T02:06:46Z', 'revision_number': 3, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'gw_port': {'id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:06:46Z', 'updated_at': '2022-06-08T02:06:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:06:47.870214 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbad4898-ce9e-4b02-8d07-57c6480dd2cb None None] Checking router: 7d5de0aa-45c6-4daf-9f83-88dc18ab4223 for host: dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:06:47.870579 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbad4898-ce9e-4b02-8d07-57c6480dd2cb None None] Updating router 7d5de0aa-45c6-4daf-9f83-88dc18ab4223 port eb5d73bb-6676-46be-aeb7-2366bc8d15da binding host dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 02:06:47.883970 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:47.899717 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-cbad4898-ce9e-4b02-8d07-57c6480dd2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (eb5d73bb-6676-46be-aeb7-2366bc8d15da), before_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:48.010300 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-05ed8d90-b7b5-45b7-81e6-c606776de246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:48.169138 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.db_base_plugin_common [None req-05ed8d90-b7b5-45b7-81e6-c606776de246 admin admin] Allocated IP 172.20.0.1 (99df6c84-8305-4b75-a40c-3f742f20dcc7/35584f73-fd5a-4825-84bf-35c3d28082c7/3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc) {{(pid=104269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:06:48.193411 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-cbad4898-ce9e-4b02-8d07-57c6480dd2cb None None] Publish callbacks [] for port (eb5d73bb-6676-46be-aeb7-2366bc8d15da), precommit_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:48.198400 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-cbad4898-ce9e-4b02-8d07-57c6480dd2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (eb5d73bb-6676-46be-aeb7-2366bc8d15da), after_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:48.246107 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58124e8-189f-4460-8aca-159851d51bf0 None None] Pushing event updated for resources: {'Port': ['ID=eb5d73bb-6676-46be-aeb7-2366bc8d15da,revision_number=2']} {{(pid=104271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:48.254527 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58124e8-189f-4460-8aca-159851d51bf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:48.255553 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58124e8-189f-4460-8aca-159851d51bf0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:48.256024 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58124e8-189f-4460-8aca-159851d51bf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:48.256576 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58124e8-189f-4460-8aca-159851d51bf0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:48.256915 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58124e8-189f-4460-8aca-159851d51bf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:48.257243 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58124e8-189f-4460-8aca-159851d51bf0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:48.257567 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58124e8-189f-4460-8aca-159851d51bf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:48.257887 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58124e8-189f-4460-8aca-159851d51bf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:48.258209 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58124e8-189f-4460-8aca-159851d51bf0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:48.258529 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58124e8-189f-4460-8aca-159851d51bf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:48.258842 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58124e8-189f-4460-8aca-159851d51bf0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:48.259176 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58124e8-189f-4460-8aca-159851d51bf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:48.259494 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58124e8-189f-4460-8aca-159851d51bf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:48.259808 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58124e8-189f-4460-8aca-159851d51bf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:48.260177 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58124e8-189f-4460-8aca-159851d51bf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:06:48.274228 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.managers [None req-cbad4898-ce9e-4b02-8d07-57c6480dd2cb None None] Attempting to bind port eb5d73bb-6676-46be-aeb7-2366bc8d15da on host dv-cinder-845069-1-iscsi for vnic_type normal with profile {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:06:48.274558 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.managers [None req-cbad4898-ce9e-4b02-8d07-57c6480dd2cb None None] Attempting to bind port eb5d73bb-6676-46be-aeb7-2366bc8d15da by drivers openvswitch,hyperv on host dv-cinder-845069-1-iscsi at level 0 using segments [{'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}] {{(pid=104271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:06:48.274810 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbad4898-ce9e-4b02-8d07-57c6480dd2cb None None] Attempting to bind port eb5d73bb-6676-46be-aeb7-2366bc8d15da on network fccc80fe-aa23-41fa-b00e-a506a2a0f94c {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:06:48.280199 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbad4898-ce9e-4b02-8d07-57c6480dd2cb None None] Checking agent: {'id': 'f845c03f-68d4-4819-b53b-956a55a73879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 1, 56, 43), 'started_at': datetime.datetime(2022, 6, 8, 1, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:06:48.280784 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbad4898-ce9e-4b02-8d07-57c6480dd2cb None None] Checking segment: {'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:06:48.281434 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-cbad4898-ce9e-4b02-8d07-57c6480dd2cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:48.281980 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbad4898-ce9e-4b02-8d07-57c6480dd2cb None None] Bound using segment: {'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'} {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:06:48.282442 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.managers [None req-cbad4898-ce9e-4b02-8d07-57c6480dd2cb None None] Bound port: eb5d73bb-6676-46be-aeb7-2366bc8d15da, host: dv-cinder-845069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}}] {{(pid=104271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:06:48.282819 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-cbad4898-ce9e-4b02-8d07-57c6480dd2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (eb5d73bb-6676-46be-aeb7-2366bc8d15da), before_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:48.283525 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-05ed8d90-b7b5-45b7-81e6-c606776de246 admin admin] Publish callbacks [] for port (3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:48.315736 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-05ed8d90-b7b5-45b7-81e6-c606776de246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:48.332839 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.db [None req-cbad4898-ce9e-4b02-8d07-57c6480dd2cb None None] For port eb5d73bb-6676-46be-aeb7-2366bc8d15da, host dv-cinder-845069-1-iscsi, cleared binding levels {{(pid=104271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:06:48.335964 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.db [None req-cbad4898-ce9e-4b02-8d07-57c6480dd2cb None None] For port eb5d73bb-6676-46be-aeb7-2366bc8d15da, host dv-cinder-845069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=eb5d73bb-6676-46be-aeb7-2366bc8d15da,segment=NetworkSegment(85e1942d-da80-4474-8baf-777e325afd8c),segment_id=85e1942d-da80-4474-8baf-777e325afd8c)] {{(pid=104271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:06:48.341805 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-cbad4898-ce9e-4b02-8d07-57c6480dd2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (eb5d73bb-6676-46be-aeb7-2366bc8d15da), after_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:48.355461 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ed8d90-b7b5-45b7-81e6-c606776de246 admin admin] Network 99df6c84-8305-4b75-a40c-3f742f20dcc7 is already hosted by enough agents. {{(pid=104269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:06:48.359843 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.base_scheduler [None req-05ed8d90-b7b5-45b7-81e6-c606776de246 admin admin] Resources bound (agent type, host, resource id): {{(pid=104269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:06:48.366574 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ed8d90-b7b5-45b7-81e6-c606776de246 admin admin] Received port after_create {{(pid=104269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:06:48.392834 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed8d90-b7b5-45b7-81e6-c606776de246 admin admin] Pushing event updated for resources: {'Port': ['ID=3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:48.393013 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:48.409758 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=100 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:48.411013 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-05ed8d90-b7b5-45b7-81e6-c606776de246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683938'] for router_interface (7d5de0aa-45c6-4daf-9f83-88dc18ab4223), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:48.415180 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbad4898-ce9e-4b02-8d07-57c6480dd2cb None None] Routers {'7d5de0aa-45c6-4daf-9f83-88dc18ab4223'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:06:48.415981 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-cbad4898-ce9e-4b02-8d07-57c6480dd2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:06:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['7d5de0aa-45c6-4daf-9f83-88dc18ab4223'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:06:48.419649 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58124e8-189f-4460-8aca-159851d51bf0 None None] Pushing event updated for resources: {'Port': ['ID=eb5d73bb-6676-46be-aeb7-2366bc8d15da,revision_number=3']} {{(pid=104271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:48.487684 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9a792-652f-41bc-8faa-f3cf90446127 req-cdfc7d10-c907-4e16-b957-ac6327aa8b3c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:48.490565 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-69b9a792-652f-41bc-8faa-f3cf90446127 req-cdfc7d10-c907-4e16-b957-ac6327aa8b3c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0607357 Jun 08 02:06:48.502225 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:48.534203 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-cbad4898-ce9e-4b02-8d07-57c6480dd2cb None None] Set router 7d5de0aa-45c6-4daf-9f83-88dc18ab4223 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:06:48.557162 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-69b9a792-652f-41bc-8faa-f3cf90446127 req-68d7e981-7a87-4fdc-9775-c3fd2b6da115 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608814 Jun 08 02:06:48.604160 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-05ed8d90-b7b5-45b7-81e6-c606776de246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc), before_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:48.659069 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 10daa083-7ad3-468b-b468-fc6fc1c76ead up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:06:48.705926 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-abf78a84-a155-4bfc-9e77-74dff7eeb276 None None] Provisioning complete for port 3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:06:48.707048 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-abf78a84-a155-4bfc-9e77-74dff7eeb276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:48.748179 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-cbad4898-ce9e-4b02-8d07-57c6480dd2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'name': 'tempest-AttachVolumeShelveTestJSON-136663733-router', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:06:45Z', 'updated_at': '2022-06-08T02:06:46Z', 'revision_number': 3, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'gw_port': {'id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:06:46Z', 'updated_at': '2022-06-08T02:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:06:48.750304 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 10daa083-7ad3-468b-b468-fc6fc1c76ead triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:06:48.750698 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (10daa083-7ad3-468b-b468-fc6fc1c76ead), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:48.752466 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-abf78a84-a155-4bfc-9e77-74dff7eeb276 None None] Port 3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:06:48.774287 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbad4898-ce9e-4b02-8d07-57c6480dd2cb None None] The sync data for ids ['7d5de0aa-45c6-4daf-9f83-88dc18ab4223'] in dv-cinder-845069-1-iscsi is: [{'id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'name': 'tempest-AttachVolumeShelveTestJSON-136663733-router', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:06:45Z', 'updated_at': '2022-06-08T02:06:46Z', 'revision_number': 3, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'gw_port': {'id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:06:46Z', 'updated_at': '2022-06-08T02:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}] {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:06:48.800182 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:UPDATE=2,neutron:INSERT=1,neutron:SELECT=97 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:48.839074 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 10daa083-7ad3-468b-b468-fc6fc1c76ead is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:06:48.945265 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:49.034316 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-05ed8d90-b7b5-45b7-81e6-c606776de246 admin admin] Publish callbacks [] for port (3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc), precommit_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:49.044873 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-05ed8d90-b7b5-45b7-81e6-c606776de246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9466662'] for port (3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc), after_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:49.111435 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-05ed8d90-b7b5-45b7-81e6-c606776de246 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683862'] for router_interface (7d5de0aa-45c6-4daf-9f83-88dc18ab4223), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:49.113334 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed8d90-b7b5-45b7-81e6-c606776de246 admin admin] Pushing event updated for resources: {'Port': ['ID=3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc,revision_number=2']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:49.221365 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ed8d90-b7b5-45b7-81e6-c606776de246 admin admin] Network 99df6c84-8305-4b75-a40c-3f742f20dcc7 is already hosted by enough agents. {{(pid=104269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:06:49.222959 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.base_scheduler [None req-05ed8d90-b7b5-45b7-81e6-c606776de246 admin admin] Resources bound (agent type, host, resource id): {{(pid=104269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:06:49.349806 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ed8d90-b7b5-45b7-81e6-c606776de246 admin admin] Router 7d5de0aa-45c6-4daf-9f83-88dc18ab4223 has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:06:49.479354 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5197b01f-8bc8-421d-95da-21706ba3c08c None None] Provisioning complete for port 3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:06:49.479719 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5197b01f-8bc8-421d-95da-21706ba3c08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:49.480113 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ed8d90-b7b5-45b7-81e6-c606776de246 admin admin] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:06:49.486881 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-05ed8d90-b7b5-45b7-81e6-c606776de246 admin admin] 10.222.0.20 "PUT /v2.0/routers/7d5de0aa-45c6-4daf-9f83-88dc18ab4223/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9429727 Jun 08 02:06:49.525159 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5197b01f-8bc8-421d-95da-21706ba3c08c None None] Port 3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:06:49.719177 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0335f3-75d5-41d3-93e3-22a3559be7f7 req-85f719cb-bc9f-406d-8316-d38fc30ce253 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:49.720875 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3f0335f3-75d5-41d3-93e3-22a3559be7f7 req-85f719cb-bc9f-406d-8316-d38fc30ce253 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0715883 Jun 08 02:06:49.779279 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3f0335f3-75d5-41d3-93e3-22a3559be7f7 req-81ace654-77a3-405a-bde3-13840a9d5268 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512617 Jun 08 02:06:49.868359 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 51620) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:49.873347 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-3be95b87-99b5-4818-b377-60f4ce6729fb tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1137141919', 'description': 'tempest-description--439625942'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:06:49.897208 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-3be95b87-99b5-4818-b377-60f4ce6729fb tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:49.992679 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-3be95b87-99b5-4818-b377-60f4ce6729fb tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for security_group (b908ecdb-a015-4a48-ab13-556cf1cca285), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:49.996835 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-3be95b87-99b5-4818-b377-60f4ce6729fb tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (b908ecdb-a015-4a48-ab13-556cf1cca285), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:50.030663 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-3be95b87-99b5-4818-b377-60f4ce6729fb tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:50.031897 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-3be95b87-99b5-4818-b377-60f4ce6729fb tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1623931 Jun 08 02:06:50.033050 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be95b87-99b5-4818-b377-60f4ce6729fb tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b908ecdb-a015-4a48-ab13-556cf1cca285,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:50.035422 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 51622) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:50.039970 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-5c692931-32ca-417e-9327-b6fd0573cb75 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Request body: {'security_group_rule': {'security_group_id': 'b908ecdb-a015-4a48-ab13-556cf1cca285', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:06:50.060311 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:50.075145 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5c692931-32ca-417e-9327-b6fd0573cb75 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for security_group_rule (02fe6016-28d9-4b3b-92c3-6f2917c80650), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:50.144781 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:50.159173 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5c692931-32ca-417e-9327-b6fd0573cb75 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for security_group_rule (02fe6016-28d9-4b3b-92c3-6f2917c80650), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:50.168836 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5c692931-32ca-417e-9327-b6fd0573cb75 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292501'] for security_group_rule (02fe6016-28d9-4b3b-92c3-6f2917c80650), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:50.204649 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c692931-32ca-417e-9327-b6fd0573cb75 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02fe6016-28d9-4b3b-92c3-6f2917c80650,revision_number=0']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:50.217307 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5c692931-32ca-417e-9327-b6fd0573cb75 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:50.218510 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-5c692931-32ca-417e-9327-b6fd0573cb75 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1821618 Jun 08 02:06:50.226601 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 51634) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:50.231290 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-336dea7e-295e-46c0-ac74-bb5f7bd19e31 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Request body: {'security_group_rule': {'security_group_id': 'b908ecdb-a015-4a48-ab13-556cf1cca285', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:06:50.265311 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:50.271882 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-336dea7e-295e-46c0-ac74-bb5f7bd19e31 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for security_group_rule (3861e3d0-2219-4eb6-b837-6110f6284e4f), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:50.351785 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:50.359571 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-336dea7e-295e-46c0-ac74-bb5f7bd19e31 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for security_group_rule (3861e3d0-2219-4eb6-b837-6110f6284e4f), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:50.363586 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-336dea7e-295e-46c0-ac74-bb5f7bd19e31 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292501'] for security_group_rule (3861e3d0-2219-4eb6-b837-6110f6284e4f), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:50.387026 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336dea7e-295e-46c0-ac74-bb5f7bd19e31 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3861e3d0-2219-4eb6-b837-6110f6284e4f,revision_number=0']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:50.398582 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-336dea7e-295e-46c0-ac74-bb5f7bd19e31 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:50.399820 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-336dea7e-295e-46c0-ac74-bb5f7bd19e31 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1721330 Jun 08 02:06:50.402968 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 51646) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:50.423411 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-61f0cb04-dc80-41c7-abda-2c0d4e7ad79f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Request body: {'floatingip': {'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:06:50.454334 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-61f0cb04-dc80-41c7-abda-2c0d4e7ad79f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:50.591358 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-61f0cb04-dc80-41c7-abda-2c0d4e7ad79f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:50.641534 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8b3092-d127-47bf-9e86-8b418991ea57 None None] Sync routers for ids ['7d5de0aa-45c6-4daf-9f83-88dc18ab4223'] in dv-cinder-845069-1-iscsi {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:06:50.671752 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8b3092-d127-47bf-9e86-8b418991ea57 None None] Routers {'7d5de0aa-45c6-4daf-9f83-88dc18ab4223'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:06:50.674957 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-3b8b3092-d127-47bf-9e86-8b418991ea57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:06:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['7d5de0aa-45c6-4daf-9f83-88dc18ab4223'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:06:50.739604 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device eb5d73bb-6676-46be-aeb7-2366bc8d15da up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:06:50.749165 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [None req-61f0cb04-dc80-41c7-abda-2c0d4e7ad79f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Allocated IP 172.27.1.187 (fccc80fe-aa23-41fa-b00e-a506a2a0f94c/5f93db06-58fb-4390-8563-710a437b082f/d6091a45-1872-42d8-8a43-f186e4e7c9c4) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:06:50.891473 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port eb5d73bb-6676-46be-aeb7-2366bc8d15da triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:06:50.892069 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (eb5d73bb-6676-46be-aeb7-2366bc8d15da), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:50.897545 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:51.066826 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-61f0cb04-dc80-41c7-abda-2c0d4e7ad79f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for port (d6091a45-1872-42d8-8a43-f186e4e7c9c4), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:51.106888 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-3b8b3092-d127-47bf-9e86-8b418991ea57 None None] Set router 7d5de0aa-45c6-4daf-9f83-88dc18ab4223 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:06:51.113683 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-61f0cb04-dc80-41c7-abda-2c0d4e7ad79f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (d6091a45-1872-42d8-8a43-f186e4e7c9c4), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:51.131347 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 51700) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:51.201601 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0cb04-dc80-41c7-abda-2c0d4e7ad79f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Pushing event updated for resources: {'Port': ['ID=d6091a45-1872-42d8-8a43-f186e4e7c9c4,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:51.216964 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e00d88-dfc9-4d08-b5c8-427069ac2d55 req-acab098d-6beb-46b1-843d-081912af5776 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:51.218491 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a3e00d88-dfc9-4d08-b5c8-427069ac2d55 req-acab098d-6beb-46b1-843d-081912af5776 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.2842736 Jun 08 02:06:51.226270 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f0cb04-dc80-41c7-abda-2c0d4e7ad79f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Network fccc80fe-aa23-41fa-b00e-a506a2a0f94c is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:06:51.227833 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-61f0cb04-dc80-41c7-abda-2c0d4e7ad79f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:06:51.280543 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f0cb04-dc80-41c7-abda-2c0d4e7ad79f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:06:51.282941 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port eb5d73bb-6676-46be-aeb7-2366bc8d15da is: DOWN; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:06:51.283413 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (eb5d73bb-6676-46be-aeb7-2366bc8d15da), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:51.317271 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] For port eb5d73bb-6676-46be-aeb7-2366bc8d15da, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=eb5d73bb-6676-46be-aeb7-2366bc8d15da,segment=NetworkSegment(85e1942d-da80-4474-8baf-777e325afd8c),segment_id=85e1942d-da80-4474-8baf-777e325afd8c)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:06:51.317513 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a3e00d88-dfc9-4d08-b5c8-427069ac2d55 req-ae8a5760-9bee-41ae-a603-dce74a9f1882 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871868 Jun 08 02:06:51.330578 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (eb5d73bb-6676-46be-aeb7-2366bc8d15da), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:51.353952 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-ebd5f50c-b60f-4d0d-a1aa-4cf86d47d5fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:51.388970 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-61f0cb04-dc80-41c7-abda-2c0d4e7ad79f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for floatingip (88bf001e-dd56-41aa-8e7f-bf5bf0ebf5dd), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:51.441175 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-61f0cb04-dc80-41c7-abda-2c0d4e7ad79f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (d6091a45-1872-42d8-8a43-f186e4e7c9c4), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:51.448324 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Pushing event updated for resources: {'Port': ['ID=eb5d73bb-6676-46be-aeb7-2366bc8d15da,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:51.456819 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-ebd5f50c-b60f-4d0d-a1aa-4cf86d47d5fb admin admin] Publish callbacks [] for security_group (139ccfa8-a5ca-45ac-98fd-621335fc8bbc), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:51.460624 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-3b8b3092-d127-47bf-9e86-8b418991ea57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'name': 'tempest-AttachVolumeShelveTestJSON-136663733-router', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:06:45Z', 'updated_at': '2022-06-08T02:06:48Z', 'revision_number': 4, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'gw_port': {'id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:06:46Z', 'updated_at': '2022-06-08T02:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc', 'name': '', 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'mac_address': 'fa:16:3e:e7:92:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '35584f73-fd5a-4825-84bf-35c3d28082c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:06:48Z', 'updated_at': '2022-06-08T02:06:48Z', 'revision_number': 2, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'subnets': [{'id': '35584f73-fd5a-4825-84bf-35c3d28082c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:06:51.463276 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-ebd5f50c-b60f-4d0d-a1aa-4cf86d47d5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (139ccfa8-a5ca-45ac-98fd-621335fc8bbc), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:51.464212 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:51.491259 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8b3092-d127-47bf-9e86-8b418991ea57 None None] Checking router: 7d5de0aa-45c6-4daf-9f83-88dc18ab4223 for host: dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:06:51.491668 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8b3092-d127-47bf-9e86-8b418991ea57 None None] Updating router 7d5de0aa-45c6-4daf-9f83-88dc18ab4223 port 3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc binding host dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 02:06:51.507064 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-ebd5f50c-b60f-4d0d-a1aa-4cf86d47d5fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec53ef2af50d4fd4b183df0a86073377&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3721948 Jun 08 02:06:51.507064 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5f50c-b60f-4d0d-a1aa-4cf86d47d5fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139ccfa8-a5ca-45ac-98fd-621335fc8bbc,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:51.509017 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 51708) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:51.521088 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-3b8b3092-d127-47bf-9e86-8b418991ea57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:51.575795 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-9192b192-1a80-4fba-bdee-a07d36dd0a1e admin admin] Publish callbacks [] for security_group (139ccfa8-a5ca-45ac-98fd-621335fc8bbc), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:51.607541 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-9192b192-1a80-4fba-bdee-a07d36dd0a1e admin admin] Publish callbacks [] for security_group (139ccfa8-a5ca-45ac-98fd-621335fc8bbc), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:51.670094 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-9192b192-1a80-4fba-bdee-a07d36dd0a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (139ccfa8-a5ca-45ac-98fd-621335fc8bbc), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:51.675393 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-9192b192-1a80-4fba-bdee-a07d36dd0a1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:51.677070 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-9192b192-1a80-4fba-bdee-a07d36dd0a1e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/139ccfa8-a5ca-45ac-98fd-621335fc8bbc HTTP/1.1" status: 204 len: 168 time: 0.1671557 Jun 08 02:06:51.686664 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:51.688250 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192b192-1a80-4fba-bdee-a07d36dd0a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139ccfa8-a5ca-45ac-98fd-621335fc8bbc,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:51.712122 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-61f0cb04-dc80-41c7-abda-2c0d4e7ad79f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for port (d6091a45-1872-42d8-8a43-f186e4e7c9c4), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:51.720720 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-61f0cb04-dc80-41c7-abda-2c0d4e7ad79f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (d6091a45-1872-42d8-8a43-f186e4e7c9c4), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:51.813815 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0cb04-dc80-41c7-abda-2c0d4e7ad79f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Pushing event updated for resources: {'Port': ['ID=d6091a45-1872-42d8-8a43-f186e4e7c9c4,revision_number=2']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:51.821318 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:51.829081 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-61f0cb04-dc80-41c7-abda-2c0d4e7ad79f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682813'] for floatingip (88bf001e-dd56-41aa-8e7f-bf5bf0ebf5dd), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:51.866641 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-61f0cb04-dc80-41c7-abda-2c0d4e7ad79f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:51.869092 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-61f0cb04-dc80-41c7-abda-2c0d4e7ad79f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4593906 Jun 08 02:06:51.949650 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-3b8b3092-d127-47bf-9e86-8b418991ea57 None None] Publish callbacks [] for port (3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc), precommit_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:51.958388 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-3b8b3092-d127-47bf-9e86-8b418991ea57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:52.125517 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539da23-f43c-4eb5-827d-bac918b501cd None None] Pushing event updated for resources: {'Port': ['ID=3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc,revision_number=3']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:52.163544 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-3b8b3092-d127-47bf-9e86-8b418991ea57 None None] Attempting to bind port 3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc on host dv-cinder-845069-1-iscsi for vnic_type normal with profile {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:06:52.163959 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-3b8b3092-d127-47bf-9e86-8b418991ea57 None None] Attempting to bind port 3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc by drivers openvswitch,hyperv on host dv-cinder-845069-1-iscsi at level 0 using segments [{'id': '53131b2e-d267-40fd-aee8-2cb51a86cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7'}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:06:52.164444 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8b3092-d127-47bf-9e86-8b418991ea57 None None] Attempting to bind port 3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc on network 99df6c84-8305-4b75-a40c-3f742f20dcc7 {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:06:52.172986 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8b3092-d127-47bf-9e86-8b418991ea57 None None] Checking agent: {'id': 'f845c03f-68d4-4819-b53b-956a55a73879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 1, 56, 43), 'started_at': datetime.datetime(2022, 6, 8, 1, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:06:52.173532 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8b3092-d127-47bf-9e86-8b418991ea57 None None] Checking segment: {'id': '53131b2e-d267-40fd-aee8-2cb51a86cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:06:52.174081 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-3b8b3092-d127-47bf-9e86-8b418991ea57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:52.174784 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8b3092-d127-47bf-9e86-8b418991ea57 None None] Bound using segment: {'id': '53131b2e-d267-40fd-aee8-2cb51a86cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7'} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:06:52.175516 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-3b8b3092-d127-47bf-9e86-8b418991ea57 None None] Bound port: 3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc, host: dv-cinder-845069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53131b2e-d267-40fd-aee8-2cb51a86cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7'}}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:06:52.176998 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-3b8b3092-d127-47bf-9e86-8b418991ea57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:52.192556 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:52.237944 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-6967b036-01e5-4509-969f-9651b908b3c4 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1137141919&fields=id&tenant_id=7daf0f9fd80c464ca4fbf7f2e19fccbd HTTP/1.1" status: 200 len: 267 time: 0.0781097 Jun 08 02:06:52.312310 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-3b8b3092-d127-47bf-9e86-8b418991ea57 None None] For port 3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc, host dv-cinder-845069-1-iscsi, cleared binding levels {{(pid=104270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:06:52.317761 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-3b8b3092-d127-47bf-9e86-8b418991ea57 None None] For port 3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc, host dv-cinder-845069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc,segment=NetworkSegment(53131b2e-d267-40fd-aee8-2cb51a86cc49),segment_id=53131b2e-d267-40fd-aee8-2cb51a86cc49)] {{(pid=104270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:06:52.328146 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-3b8b3092-d127-47bf-9e86-8b418991ea57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:52.385932 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 51774) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:52.443508 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539da23-f43c-4eb5-827d-bac918b501cd None None] Pushing event updated for resources: {'Port': ['ID=3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:52.461185 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8b3092-d127-47bf-9e86-8b418991ea57 None None] Routers {'7d5de0aa-45c6-4daf-9f83-88dc18ab4223'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:06:52.461831 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-3b8b3092-d127-47bf-9e86-8b418991ea57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:06:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['7d5de0aa-45c6-4daf-9f83-88dc18ab4223'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:06:52.496387 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-5c8e5c32-02f7-46fd-bcc6-f5bea45915af tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:52.498915 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.db_base_plugin_v2 [None req-013f744f-17bc-40f7-8867-d8c8cf2fbc80 admin admin] Deleting subnet 95f0b7d3-7913-4ef6-851b-9cefdd84c8a1 {{(pid=104269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 08 02:06:52.503084 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-013f744f-17bc-40f7-8867-d8c8cf2fbc80 admin admin] Publish callbacks [] for subnet (95f0b7d3-7913-4ef6-851b-9cefdd84c8a1), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:52.507286 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-5c8e5c32-02f7-46fd-bcc6-f5bea45915af tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/networks?id=99df6c84-8305-4b75-a40c-3f742f20dcc7 HTTP/1.1" status: 200 len: 816 time: 0.2573159 Jun 08 02:06:52.544718 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-9b8bcaaa-7913-416a-a6a5-f8df09625126 None None] Provisioning complete for port 3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:06:52.545128 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-9b8bcaaa-7913-416a-a6a5-f8df09625126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:52.558255 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-50949357-59dd-47e9-857a-51cb3b2330f4 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/quotas/7daf0f9fd80c464ca4fbf7f2e19fccbd HTTP/1.1" status: 200 len: 375 time: 0.0491464 Jun 08 02:06:52.577721 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-013f744f-17bc-40f7-8867-d8c8cf2fbc80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9653876'] for subnet (95f0b7d3-7913-4ef6-851b-9cefdd84c8a1), precommit_delete_associations {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:52.623814 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc7a36-464b-4ea8-a10b-fae757475b8a req-5d5a8d64-4ce5-43e0-b894-5f5f0cfd04f0 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:52.632678 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6adc7a36-464b-4ea8-a10b-fae757475b8a req-5d5a8d64-4ce5-43e0-b894-5f5f0cfd04f0 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.1906776 Jun 08 02:06:52.672522 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-0d74617f-1e3f-44dd-a73b-581a0fffefb6 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7daf0f9fd80c464ca4fbf7f2e19fccbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1044483 Jun 08 02:06:52.679203 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-3b8b3092-d127-47bf-9e86-8b418991ea57 None None] Set router 7d5de0aa-45c6-4daf-9f83-88dc18ab4223 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:06:52.724542 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-013f744f-17bc-40f7-8867-d8c8cf2fbc80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749588'] for subnet (95f0b7d3-7913-4ef6-851b-9cefdd84c8a1), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:52.764924 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device eb5d73bb-6676-46be-aeb7-2366bc8d15da up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:06:52.829516 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6adc7a36-464b-4ea8-a10b-fae757475b8a req-aff0e2d5-9406-48ff-b2f2-a2ba201c57aa tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955674 Jun 08 02:06:52.845304 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-013f744f-17bc-40f7-8867-d8c8cf2fbc80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9466648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10485268'] for subnet (95f0b7d3-7913-4ef6-851b-9cefdd84c8a1), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:52.880431 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-7f1f8b80-7b1b-4006-b5f9-684187f7a1e1 service neutron] 10.222.0.20 "GET /v2.0/networks/99df6c84-8305-4b75-a40c-3f742f20dcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012823 Jun 08 02:06:52.901844 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f744f-17bc-40f7-8867-d8c8cf2fbc80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95f0b7d3-7913-4ef6-851b-9cefdd84c8a1,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:52.908773 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-013f744f-17bc-40f7-8867-d8c8cf2fbc80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for subnet (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:52.912463 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-013f744f-17bc-40f7-8867-d8c8cf2fbc80 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/95f0b7d3-7913-4ef6-851b-9cefdd84c8a1 HTTP/1.1" status: 204 len: 168 time: 0.5253339 Jun 08 02:06:52.915099 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 51800) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:52.925475 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-9b8bcaaa-7913-416a-a6a5-f8df09625126 None None] Current status of the port 3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc is: DOWN; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:06:52.925902 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-9b8bcaaa-7913-416a-a6a5-f8df09625126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:53.062553 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-9b8bcaaa-7913-416a-a6a5-f8df09625126 None None] For port 3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc,segment=NetworkSegment(53131b2e-d267-40fd-aee8-2cb51a86cc49),segment_id=53131b2e-d267-40fd-aee8-2cb51a86cc49)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:06:53.075278 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:53.083344 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-9b8bcaaa-7913-416a-a6a5-f8df09625126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:53.089063 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port eb5d73bb-6676-46be-aeb7-2366bc8d15da triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:06:53.089063 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (eb5d73bb-6676-46be-aeb7-2366bc8d15da), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:53.102812 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-805eaa50-938d-47fb-b6cc-7d74d3da5b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1340890'] for network (0d16fd03-965d-429d-b4dd-e31240761f7f), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:53.211388 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-126f6e2b-4c5c-4d4a-9e96-abef8bc15c91 service neutron] 10.222.0.20 "GET /v2.0/networks/99df6c84-8305-4b75-a40c-3f742f20dcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247323 Jun 08 02:06:53.231078 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-3b8b3092-d127-47bf-9e86-8b418991ea57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'name': 'tempest-AttachVolumeShelveTestJSON-136663733-router', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:06:45Z', 'updated_at': '2022-06-08T02:06:48Z', 'revision_number': 4, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'gw_port': {'id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:06:46Z', 'updated_at': '2022-06-08T02:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc', 'name': '', 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'mac_address': 'fa:16:3e:e7:92:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '35584f73-fd5a-4825-84bf-35c3d28082c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:06:48Z', 'updated_at': '2022-06-08T02:06:52Z', 'revision_number': 4, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'subnets': [{'id': '35584f73-fd5a-4825-84bf-35c3d28082c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:06:53.242313 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-805eaa50-938d-47fb-b6cc-7d74d3da5b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749203', 'neutron.services.segments.db._delete_segments_for_network-8744501735437'] for network (0d16fd03-965d-429d-b4dd-e31240761f7f), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:53.288716 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8b3092-d127-47bf-9e86-8b418991ea57 None None] The sync data for ids ['7d5de0aa-45c6-4daf-9f83-88dc18ab4223'] in dv-cinder-845069-1-iscsi is: [{'id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'name': 'tempest-AttachVolumeShelveTestJSON-136663733-router', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:06:45Z', 'updated_at': '2022-06-08T02:06:48Z', 'revision_number': 4, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'gw_port': {'id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:06:46Z', 'updated_at': '2022-06-08T02:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc', 'name': '', 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'mac_address': 'fa:16:3e:e7:92:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '35584f73-fd5a-4825-84bf-35c3d28082c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:06:48Z', 'updated_at': '2022-06-08T02:06:52Z', 'revision_number': 4, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'subnets': [{'id': '35584f73-fd5a-4825-84bf-35c3d28082c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:06:53.296187 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:53.299853 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.services.segments.db [None req-805eaa50-938d-47fb-b6cc-7d74d3da5b0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d16fd03-965d-429d-b4dd-e31240761f7f']}} {{(pid=104268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:06:53.325252 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.services.segments.db [None req-805eaa50-938d-47fb-b6cc-7d74d3da5b0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb47756-35b4-4af3-a552-ffd2be3e70e7') {'for_net_delete': True} {{(pid=104268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:06:53.326805 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.services.segments.db [None req-805eaa50-938d-47fb-b6cc-7d74d3da5b0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb47756-35b4-4af3-a552-ffd2be3e70e7') {} {{(pid=104268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:06:53.346687 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8bcaaa-7913-416a-a6a5-f8df09625126 None None] Pushing event updated for resources: {'Port': ['ID=3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc,revision_number=5']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:53.351022 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-59ffea2c-62b0-4a70-abf3-b0981982ff0e None None] Provisioning complete for port 3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:06:53.351462 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-59ffea2c-62b0-4a70-abf3-b0981982ff0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:53.352640 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-805eaa50-938d-47fb-b6cc-7d74d3da5b0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744501734036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8505930'] for segment (4fb47756-35b4-4af3-a552-ffd2be3e70e7), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:53.367074 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:53.382132 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-805eaa50-938d-47fb-b6cc-7d74d3da5b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (4fb47756-35b4-4af3-a552-ffd2be3e70e7), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:53.396077 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-805eaa50-938d-47fb-b6cc-7d74d3da5b0c admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=104268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 02:06:53.400481 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-805eaa50-938d-47fb-b6cc-7d74d3da5b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8689839'] for segment (4fb47756-35b4-4af3-a552-ffd2be3e70e7), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:53.480888 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.services.segments.plugin [-] Segment 4fb47756-35b4-4af3-a552-ffd2be3e70e7 resource provider aggregate not found Jun 08 02:06:53.525628 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.services.segments.plugin [-] Segment 4fb47756-35b4-4af3-a552-ffd2be3e70e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4fb47756-35b4-4af3-a552-ffd2be3e70e7 found for delete ", "request_id": "req-7a31ffac-098b-4862-b049-562471d8bbad"}]} Jun 08 02:06:53.540264 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-805eaa50-938d-47fb-b6cc-7d74d3da5b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682838'] for network (0d16fd03-965d-429d-b4dd-e31240761f7f), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:53.547017 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-805eaa50-938d-47fb-b6cc-7d74d3da5b0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:53.553928 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-805eaa50-938d-47fb-b6cc-7d74d3da5b0c admin admin] 10.222.0.20 "DELETE /v2.0/networks/0d16fd03-965d-429d-b4dd-e31240761f7f HTTP/1.1" status: 204 len: 168 time: 0.6356928 Jun 08 02:06:53.558005 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:53.559492 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 51842) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:53.575801 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port eb5d73bb-6676-46be-aeb7-2366bc8d15da is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:06:53.598545 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805eaa50-938d-47fb-b6cc-7d74d3da5b0c admin admin] Pushing event deleted for resources: {'Network': ['ID=0d16fd03-965d-429d-b4dd-e31240761f7f,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:53.669158 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-59ffea2c-62b0-4a70-abf3-b0981982ff0e None None] Current status of the port 3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:06:53.701441 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.db_base_plugin_v2 [None req-e670d4f2-08e6-400b-a9ab-e0b36a911346 admin admin] Deleting subnet b3303d47-b3fe-42ec-bbfe-917f81338e47 {{(pid=104269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 08 02:06:53.704937 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 51852) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:53.707181 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e670d4f2-08e6-400b-a9ab-e0b36a911346 admin admin] Publish callbacks [] for subnet (b3303d47-b3fe-42ec-bbfe-917f81338e47), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:53.766738 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ee99072c-856e-4472-b7a1-5e81c8cec601 req-63192de5-c121-40b4-88e9-73ed931bad21 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 210 time: 0.1040716 Jun 08 02:06:53.778660 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e670d4f2-08e6-400b-a9ab-e0b36a911346 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9653876'] for subnet (b3303d47-b3fe-42ec-bbfe-917f81338e47), precommit_delete_associations {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:53.830734 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:53.839301 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e670d4f2-08e6-400b-a9ab-e0b36a911346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749588'] for subnet (b3303d47-b3fe-42ec-bbfe-917f81338e47), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:53.891259 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 51862) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:53.986538 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:DELETE=7,neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:54.048690 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d199b6-5977-4301-a1d6-fb08c54ceed2 req-7c27a93f-3f9a-46a7-bc1e-0e0cdd0e271a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:54.058022 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-90d199b6-5977-4301-a1d6-fb08c54ceed2 req-7c27a93f-3f9a-46a7-bc1e-0e0cdd0e271a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0772786 Jun 08 02:06:54.078330 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6ad7-bdfb-4536-94f7-3858091bcf6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:54.118218 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e670d4f2-08e6-400b-a9ab-e0b36a911346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9466648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10485268'] for subnet (b3303d47-b3fe-42ec-bbfe-917f81338e47), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:54.159126 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-90d199b6-5977-4301-a1d6-fb08c54ceed2 req-bf3a32f8-bc76-4e87-8752-b0c3a9e35170 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969286 Jun 08 02:06:54.175064 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-af54bf9d-8bf1-4514-88a6-1e64f5271533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:54.180414 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e670d4f2-08e6-400b-a9ab-e0b36a911346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for subnet (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:54.184965 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-e670d4f2-08e6-400b-a9ab-e0b36a911346 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b3303d47-b3fe-42ec-bbfe-917f81338e47 HTTP/1.1" status: 204 len: 168 time: 0.6242199 Jun 08 02:06:54.187307 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670d4f2-08e6-400b-a9ab-e0b36a911346 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3303d47-b3fe-42ec-bbfe-917f81338e47,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:54.190727 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 51870) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:54.341417 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-a0a520ad-964e-4285-8a40-5d9e50926f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1340890'] for network (cec62134-9936-4dfa-b595-b07908fd4a67), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:54.347039 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-af54bf9d-8bf1-4514-88a6-1e64f5271533 admin admin] Publish callbacks [] for security_group (7d204b5a-83ad-41d6-bb7d-25f20f4cb4f0), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:54.355188 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-af54bf9d-8bf1-4514-88a6-1e64f5271533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (7d204b5a-83ad-41d6-bb7d-25f20f4cb4f0), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:54.399163 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6ad7-bdfb-4536-94f7-3858091bcf6f admin admin] Publish callbacks [] for security_group (f15eead5-aab9-4b5a-89ea-c6978618ff76), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:54.400210 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54bf9d-8bf1-4514-88a6-1e64f5271533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d204b5a-83ad-41d6-bb7d-25f20f4cb4f0,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:54.405295 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-af54bf9d-8bf1-4514-88a6-1e64f5271533 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=acc068dea15c4c9480d3f0c4cc8a8fd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5130119 Jun 08 02:06:54.408938 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 51876) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:54.438341 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6ad7-bdfb-4536-94f7-3858091bcf6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (f15eead5-aab9-4b5a-89ea-c6978618ff76), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:54.468065 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-77928d3b-8807-4ac5-bbcf-7625c487fa12 admin admin] Publish callbacks [] for security_group (7d204b5a-83ad-41d6-bb7d-25f20f4cb4f0), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:54.491908 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-a0a520ad-964e-4285-8a40-5d9e50926f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749203', 'neutron.services.segments.db._delete_segments_for_network-8744501735437'] for network (cec62134-9936-4dfa-b595-b07908fd4a67), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:54.492639 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-77928d3b-8807-4ac5-bbcf-7625c487fa12 admin admin] Publish callbacks [] for security_group (7d204b5a-83ad-41d6-bb7d-25f20f4cb4f0), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:54.501860 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf6ad7-bdfb-4536-94f7-3858091bcf6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15eead5-aab9-4b5a-89ea-c6978618ff76,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:54.514577 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-9fbf6ad7-bdfb-4536-94f7-3858091bcf6f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=535b95f50fc4478da650335cd45e6caf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8062856 Jun 08 02:06:54.515902 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 51878) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:54.521874 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.services.segments.db [None req-a0a520ad-964e-4285-8a40-5d9e50926f55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec62134-9936-4dfa-b595-b07908fd4a67']}} {{(pid=104269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:06:54.533152 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.services.segments.db [None req-a0a520ad-964e-4285-8a40-5d9e50926f55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8f5c5f1-9f25-461b-9c17-7ffa890c7c3d') {'for_net_delete': True} {{(pid=104269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:06:54.533436 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.services.segments.db [None req-a0a520ad-964e-4285-8a40-5d9e50926f55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8f5c5f1-9f25-461b-9c17-7ffa890c7c3d') {} {{(pid=104269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:06:54.544759 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-a0a520ad-964e-4285-8a40-5d9e50926f55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744501734036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9653885'] for segment (f8f5c5f1-9f25-461b-9c17-7ffa890c7c3d), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:54.563261 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-a0a520ad-964e-4285-8a40-5d9e50926f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (f8f5c5f1-9f25-461b-9c17-7ffa890c7c3d), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:54.576331 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a520ad-964e-4285-8a40-5d9e50926f55 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=104269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 02:06:54.577329 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-a0a520ad-964e-4285-8a40-5d9e50926f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9466690'] for segment (f8f5c5f1-9f25-461b-9c17-7ffa890c7c3d), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:54.580354 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-6d3fde8c-53f3-419b-a26d-83adc47d7af6 admin admin] Publish callbacks [] for security_group (f15eead5-aab9-4b5a-89ea-c6978618ff76), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:54.594937 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-77928d3b-8807-4ac5-bbcf-7625c487fa12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (7d204b5a-83ad-41d6-bb7d-25f20f4cb4f0), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:54.602935 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-77928d3b-8807-4ac5-bbcf-7625c487fa12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:54.604426 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-77928d3b-8807-4ac5-bbcf-7625c487fa12 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d204b5a-83ad-41d6-bb7d-25f20f4cb4f0 HTTP/1.1" status: 204 len: 168 time: 0.1941249 Jun 08 02:06:54.632036 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77928d3b-8807-4ac5-bbcf-7625c487fa12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d204b5a-83ad-41d6-bb7d-25f20f4cb4f0,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:54.636004 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-6d3fde8c-53f3-419b-a26d-83adc47d7af6 admin admin] Publish callbacks [] for security_group (f15eead5-aab9-4b5a-89ea-c6978618ff76), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:54.728559 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.services.segments.plugin [-] Segment f8f5c5f1-9f25-461b-9c17-7ffa890c7c3d resource provider aggregate not found Jun 08 02:06:54.747471 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-a0a520ad-964e-4285-8a40-5d9e50926f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682838'] for network (cec62134-9936-4dfa-b595-b07908fd4a67), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:54.752844 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-6d3fde8c-53f3-419b-a26d-83adc47d7af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (f15eead5-aab9-4b5a-89ea-c6978618ff76), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:54.755940 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-6d3fde8c-53f3-419b-a26d-83adc47d7af6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:54.760123 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-6d3fde8c-53f3-419b-a26d-83adc47d7af6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f15eead5-aab9-4b5a-89ea-c6978618ff76 HTTP/1.1" status: 204 len: 168 time: 0.2431688 Jun 08 02:06:54.773903 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3fde8c-53f3-419b-a26d-83adc47d7af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15eead5-aab9-4b5a-89ea-c6978618ff76,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:54.782744 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.services.segments.plugin [-] Segment f8f5c5f1-9f25-461b-9c17-7ffa890c7c3d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f8f5c5f1-9f25-461b-9c17-7ffa890c7c3d found for delete ", "request_id": "req-8db67f45-19d5-456c-9310-6d15eebe2ea2"}]} Jun 08 02:06:54.784710 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-a0a520ad-964e-4285-8a40-5d9e50926f55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:54.789969 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-a0a520ad-964e-4285-8a40-5d9e50926f55 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cec62134-9936-4dfa-b595-b07908fd4a67 HTTP/1.1" status: 204 len: 168 time: 0.5954010 Jun 08 02:06:54.805531 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a520ad-964e-4285-8a40-5d9e50926f55 admin admin] Pushing event deleted for resources: {'Network': ['ID=cec62134-9936-4dfa-b595-b07908fd4a67,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:54.859603 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:06:54.939814 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:06:54.940563 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:54.948588 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f4b26cd7-b065-4b2a-b063-4b01265e192a req-264db17f-58fa-4a29-8a72-677909ec4998 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 210 time: 0.0423100 Jun 08 02:06:55.058372 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:06:55.204355 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 51898) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:55.289558 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 51902) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:55.310327 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-2d075a89-afbe-493f-858f-e59f0d1a972a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:55.324449 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d2a54-97ab-4d53-8c09-e5fb5f4ffa84 req-892708d7-d324-4f6f-935e-d7820dd075e9 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:55.324449 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0d7d2a54-97ab-4d53-8c09-e5fb5f4ffa84 req-892708d7-d324-4f6f-935e-d7820dd075e9 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0733826 Jun 08 02:06:55.329232 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-1ceca30e-2e8e-4f52-a486-e4374d04ee24 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ad279d66db848f69065713aa5be63b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1211979 Jun 08 02:06:55.329710 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 51904) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:55.385348 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:55.427857 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-2d075a89-afbe-493f-858f-e59f0d1a972a admin admin] Publish callbacks [] for security_group (8853113b-3c4a-4d5a-9a05-a45eb0a1167d), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:55.436153 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:55.436265 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-2d075a89-afbe-493f-858f-e59f0d1a972a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (8853113b-3c4a-4d5a-9a05-a45eb0a1167d), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:55.451802 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0d7d2a54-97ab-4d53-8c09-e5fb5f4ffa84 req-bb9b1860-10aa-4dbb-8193-0b3f5133d8e8 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232131 Jun 08 02:06:55.454574 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f1aa6ebe-76e5-4b53-85ae-4897e80fb45e admin admin] Publish callbacks [] for security_group (057def6a-383e-4b3e-9796-6ee848f05c4a), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:55.493629 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:55.505288 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-2d075a89-afbe-493f-858f-e59f0d1a972a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=294e62c787ae4113bc360bdd5b6a9a82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2134395 Jun 08 02:06:55.506170 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f1aa6ebe-76e5-4b53-85ae-4897e80fb45e admin admin] Publish callbacks [] for security_group (057def6a-383e-4b3e-9796-6ee848f05c4a), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:55.508075 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d075a89-afbe-493f-858f-e59f0d1a972a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8853113b-3c4a-4d5a-9a05-a45eb0a1167d,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:55.508657 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 51912) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:55.599565 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-72f8f4ad-4234-42d0-8efc-42e5d82217cc admin admin] Publish callbacks [] for security_group (8853113b-3c4a-4d5a-9a05-a45eb0a1167d), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:55.616635 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 51914) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:55.622158 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f1aa6ebe-76e5-4b53-85ae-4897e80fb45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (057def6a-383e-4b3e-9796-6ee848f05c4a), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:55.624649 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f1aa6ebe-76e5-4b53-85ae-4897e80fb45e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:55.625754 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-f1aa6ebe-76e5-4b53-85ae-4897e80fb45e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/057def6a-383e-4b3e-9796-6ee848f05c4a HTTP/1.1" status: 204 len: 168 time: 0.2951429 Jun 08 02:06:55.632500 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-ca8ed1e1-b463-4046-bf08-6bdb3a72e74b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:55.633603 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-72f8f4ad-4234-42d0-8efc-42e5d82217cc admin admin] Publish callbacks [] for security_group (8853113b-3c4a-4d5a-9a05-a45eb0a1167d), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:55.635293 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=76,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=13 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:55.652371 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa6ebe-76e5-4b53-85ae-4897e80fb45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057def6a-383e-4b3e-9796-6ee848f05c4a,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:55.703047 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-72f8f4ad-4234-42d0-8efc-42e5d82217cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (8853113b-3c4a-4d5a-9a05-a45eb0a1167d), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:55.707018 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-72f8f4ad-4234-42d0-8efc-42e5d82217cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:55.708834 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-72f8f4ad-4234-42d0-8efc-42e5d82217cc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8853113b-3c4a-4d5a-9a05-a45eb0a1167d HTTP/1.1" status: 204 len: 168 time: 0.1987953 Jun 08 02:06:55.720282 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8f4ad-4234-42d0-8efc-42e5d82217cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8853113b-3c4a-4d5a-9a05-a45eb0a1167d,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:55.745876 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-ca8ed1e1-b463-4046-bf08-6bdb3a72e74b admin admin] Publish callbacks [] for security_group (469dce97-e6c5-4395-8ad8-5a96e064135c), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:55.750264 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-ca8ed1e1-b463-4046-bf08-6bdb3a72e74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (469dce97-e6c5-4395-8ad8-5a96e064135c), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:55.767285 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:55.794220 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-ca8ed1e1-b463-4046-bf08-6bdb3a72e74b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98cd7da92abf4da3a76b4b278c7dc597&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1764498 Jun 08 02:06:55.794923 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ed1e1-b463-4046-bf08-6bdb3a72e74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469dce97-e6c5-4395-8ad8-5a96e064135c,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:55.796912 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 51920) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:55.855441 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a216bbf6-20e3-4865-b66f-217a6281d861 admin admin] Publish callbacks [] for security_group (469dce97-e6c5-4395-8ad8-5a96e064135c), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:55.879408 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a216bbf6-20e3-4865-b66f-217a6281d861 admin admin] Publish callbacks [] for security_group (469dce97-e6c5-4395-8ad8-5a96e064135c), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:55.939146 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a216bbf6-20e3-4865-b66f-217a6281d861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (469dce97-e6c5-4395-8ad8-5a96e064135c), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:55.941945 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a216bbf6-20e3-4865-b66f-217a6281d861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:55.943691 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-a216bbf6-20e3-4865-b66f-217a6281d861 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/469dce97-e6c5-4395-8ad8-5a96e064135c HTTP/1.1" status: 204 len: 168 time: 0.1455309 Jun 08 02:06:55.953890 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216bbf6-20e3-4865-b66f-217a6281d861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469dce97-e6c5-4395-8ad8-5a96e064135c,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:56.059225 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4d8fa1cf-e2ee-4a5a-8b10-b4c629a29828 req-6000fab5-7dbe-4a15-9d30-8c5d11be65b4 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 210 time: 0.0328696 Jun 08 02:06:56.139329 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 51930) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:56.147105 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 51932) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:56.162717 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-03c7e0cc-3713-4b58-b03c-b312faa98a39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:56.183786 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-4bfcd6ac-2ea5-4920-a687-b5031664b7a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7486bc314f684a7faef240decb27d26d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429966 Jun 08 02:06:56.186314 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 51934) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:56.242019 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-03c7e0cc-3713-4b58-b03c-b312faa98a39 admin admin] Publish callbacks [] for security_group (8d66c850-c5d5-48cf-ad33-84ae6e41a4df), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:56.244508 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d71298c2-bd65-4d0f-b5c1-8b246a58aed7 admin admin] Publish callbacks [] for security_group (3ffc01f4-dd78-454a-b7e0-e667bfbb3784), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:56.246734 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-03c7e0cc-3713-4b58-b03c-b312faa98a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (8d66c850-c5d5-48cf-ad33-84ae6e41a4df), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:56.271051 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d71298c2-bd65-4d0f-b5c1-8b246a58aed7 admin admin] Publish callbacks [] for security_group (3ffc01f4-dd78-454a-b7e0-e667bfbb3784), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:56.297522 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-03c7e0cc-3713-4b58-b03c-b312faa98a39 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ecd52cb15df64b0c90810a727876ec59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1468668 Jun 08 02:06:56.297522 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c7e0cc-3713-4b58-b03c-b312faa98a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d66c850-c5d5-48cf-ad33-84ae6e41a4df,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:56.297821 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 51936) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:56.367907 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-92bc8663-9bd6-451a-a046-ede963cf578e admin admin] Publish callbacks [] for security_group (8d66c850-c5d5-48cf-ad33-84ae6e41a4df), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:56.370665 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d71298c2-bd65-4d0f-b5c1-8b246a58aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (3ffc01f4-dd78-454a-b7e0-e667bfbb3784), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:56.373762 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d71298c2-bd65-4d0f-b5c1-8b246a58aed7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:56.374901 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-d71298c2-bd65-4d0f-b5c1-8b246a58aed7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ffc01f4-dd78-454a-b7e0-e667bfbb3784 HTTP/1.1" status: 204 len: 168 time: 0.1876411 Jun 08 02:06:56.394326 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:56.406194 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71298c2-bd65-4d0f-b5c1-8b246a58aed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffc01f4-dd78-454a-b7e0-e667bfbb3784,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:56.421178 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-92bc8663-9bd6-451a-a046-ede963cf578e admin admin] Publish callbacks [] for security_group (8d66c850-c5d5-48cf-ad33-84ae6e41a4df), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:56.528512 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-92bc8663-9bd6-451a-a046-ede963cf578e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (8d66c850-c5d5-48cf-ad33-84ae6e41a4df), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:56.531279 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-92bc8663-9bd6-451a-a046-ede963cf578e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:56.532471 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-92bc8663-9bd6-451a-a046-ede963cf578e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d66c850-c5d5-48cf-ad33-84ae6e41a4df HTTP/1.1" status: 204 len: 168 time: 0.2327263 Jun 08 02:06:56.558707 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc8663-9bd6-451a-a046-ede963cf578e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d66c850-c5d5-48cf-ad33-84ae6e41a4df,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:56.653998 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0c0d7-83ad-4a2d-9c66-a834b4b4a311 req-16124e17-d323-4619-ad24-a1e61a2ab611 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:56.656214 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-01e0c0d7-83ad-4a2d-9c66-a834b4b4a311 req-16124e17-d323-4619-ad24-a1e61a2ab611 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0825875 Jun 08 02:06:56.766363 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-01e0c0d7-83ad-4a2d-9c66-a834b4b4a311 req-d1c7ae1c-319f-4990-adc5-7579d7eafa68 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999937 Jun 08 02:06:56.856867 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:56.861806 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475f6cd-9371-4bc9-8ea3-54bc22bfbc15 req-c19543fc-a6dd-4852-9f8a-cd659c2e87e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:56.864277 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e475f6cd-9371-4bc9-8ea3-54bc22bfbc15 req-c19543fc-a6dd-4852-9f8a-cd659c2e87e1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 1129 time: 0.0467753 Jun 08 02:06:56.959599 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e475f6cd-9371-4bc9-8ea3-54bc22bfbc15 req-2670cd21-3d59-454c-9be4-6fcdd159b09e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886273 Jun 08 02:06:57.063842 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-e024509e-35ac-4d86-afb1-de088f29b83c tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:57.065333 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-e024509e-35ac-4d86-afb1-de088f29b83c tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.15 "GET /v2.0/networks?id=99df6c84-8305-4b75-a40c-3f742f20dcc7 HTTP/1.1" status: 200 len: 816 time: 0.1831183 Jun 08 02:06:57.173326 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-150a93fd-703b-42a2-9e97-a07f1a8359b2 req-f15ba6c2-40e8-4ef1-833e-fadda4a50874 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 210 time: 0.0348926 Jun 08 02:06:57.584620 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 52014) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:57.814148 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-bc10b5af-542a-4577-ae10-577959318427 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-981838644-network', 'tenant_id': '540c921edbf24dbeaf13675b583bb464'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:06:57.855638 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc10b5af-542a-4577-ae10-577959318427 admin admin] Made reservation on behalf of 540c921edbf24dbeaf13675b583bb464 for: {'network': 1} {{(pid=104269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:06:57.858050 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-bc10b5af-542a-4577-ae10-577959318427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for network (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:57.869692 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-bc10b5af-542a-4577-ae10-577959318427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:57.929423 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350b1e9-5a81-4b5a-ad44-19eaddb58bb7 req-1cd2958f-bfa0-492b-a6fc-5a023baab943 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:57.931705 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7350b1e9-5a81-4b5a-ad44-19eaddb58bb7 req-1cd2958f-bfa0-492b-a6fc-5a023baab943 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0767620 Jun 08 02:06:57.982708 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-bc10b5af-542a-4577-ae10-577959318427 admin admin] Publish callbacks [] for security_group (4a3ba2d0-d422-4599-8aeb-be79e7cac3ab), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:57.991158 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-bc10b5af-542a-4577-ae10-577959318427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (4a3ba2d0-d422-4599-8aeb-be79e7cac3ab), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:58.007981 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7350b1e9-5a81-4b5a-ad44-19eaddb58bb7 req-5a2da929-77ae-472b-a6d4-02d23a07b37d tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705755 Jun 08 02:06:58.020574 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc10b5af-542a-4577-ae10-577959318427 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=104269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 02:06:58.030215 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10b5af-542a-4577-ae10-577959318427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3ba2d0-d422-4599-8aeb-be79e7cac3ab,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:58.037534 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-bc10b5af-542a-4577-ae10-577959318427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (897a0c03-e5dc-4e76-934b-34439857bbf1), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:58.037815 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.db.segments_db [None req-bc10b5af-542a-4577-ae10-577959318427 admin admin] Added segment 897a0c03-e5dc-4e76-934b-34439857bbf1 of type vlan for network 8a44e4e9-cba1-44cd-ba3b-400779da1d15 Jun 08 02:06:58.084525 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-bc10b5af-542a-4577-ae10-577959318427 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744501171532'] for network (8a44e4e9-cba1-44cd-ba3b-400779da1d15), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:58.116163 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-bc10b5af-542a-4577-ae10-577959318427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516'] for network (8a44e4e9-cba1-44cd-ba3b-400779da1d15), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:58.117227 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc10b5af-542a-4577-ae10-577959318427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:58.117797 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-bc10b5af-542a-4577-ae10-577959318427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:58.130161 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:58.170810 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-bc10b5af-542a-4577-ae10-577959318427 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5848403 Jun 08 02:06:58.173759 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 52042) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:58.182457 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-0a7ac066-2b9e-40cb-aab4-1b1a09d39ae6 admin admin] Request body: {'subnet': {'network_id': '8a44e4e9-cba1-44cd-ba3b-400779da1d15', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-981838644-subnet', 'tenant_id': '540c921edbf24dbeaf13675b583bb464', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:06:58.189386 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10b5af-542a-4577-ae10-577959318427 admin admin] Pushing event updated for resources: {'Network': ['ID=8a44e4e9-cba1-44cd-ba3b-400779da1d15,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:58.200561 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Network 8a44e4e9-cba1-44cd-ba3b-400779da1d15 details requested by agent ovs-agent-dv-cinder-845069-1-iscsi with host dv-cinder-845069-1-iscsi {{(pid=104270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 02:06:58.242638 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7ac066-2b9e-40cb-aab4-1b1a09d39ae6 admin admin] Made reservation on behalf of 540c921edbf24dbeaf13675b583bb464 for: {'subnet': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:06:58.245919 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-0a7ac066-2b9e-40cb-aab4-1b1a09d39ae6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8450946'] for subnet (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:58.351595 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9a8426ba-cbba-4ed7-95f6-5c475c3f791c req-d2b6f490-acff-402e-ab48-b7ce87519eec tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 210 time: 0.0435383 Jun 08 02:06:58.453484 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 52056) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:58.480591 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-0a7ac066-2b9e-40cb-aab4-1b1a09d39ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8690224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8450992'] for subnet (033aa666-a7e5-416e-80c1-a062d7f24f96), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:58.583211 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d0930284-5a7c-466d-ae78-65428ac2ed69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:58.676332 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=4 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:58.682846 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d0930284-5a7c-466d-ae78-65428ac2ed69 admin admin] Publish callbacks [] for security_group (b9b45754-8c79-44b2-b188-a2fe83f09043), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:58.687511 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d0930284-5a7c-466d-ae78-65428ac2ed69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (b9b45754-8c79-44b2-b188-a2fe83f09043), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:58.737444 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-d0930284-5a7c-466d-ae78-65428ac2ed69 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec672910df094df5927552f16155841b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2825646 Jun 08 02:06:58.738373 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0930284-5a7c-466d-ae78-65428ac2ed69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b45754-8c79-44b2-b188-a2fe83f09043,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:58.739974 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 52062) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:58.750749 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=22 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:58.752371 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=34 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:58.758783 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ac066-2b9e-40cb-aab4-1b1a09d39ae6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=033aa666-a7e5-416e-80c1-a062d7f24f96,revision_number=0']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:58.768606 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7ac066-2b9e-40cb-aab4-1b1a09d39ae6 admin admin] Checking segment: {'id': '897a0c03-e5dc-4e76-934b-34439857bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a44e4e9-cba1-44cd-ba3b-400779da1d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:06:58.768964 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7ac066-2b9e-40cb-aab4-1b1a09d39ae6 admin admin] Network hostable DHCP agents. Network: 8a44e4e9-cba1-44cd-ba3b-400779da1d15, hostable agents: ['45a4719c-dff8-447a-9451-2d43a5a3b5e6'], hosted agents: [] {{(pid=104268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 02:06:58.811810 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7ac066-2b9e-40cb-aab4-1b1a09d39ae6 admin admin] Network 8a44e4e9-cba1-44cd-ba3b-400779da1d15 is scheduled to be hosted by DHCP agent 45a4719c-dff8-447a-9451-2d43a5a3b5e6 with binding_index 1 {{(pid=104268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 02:06:58.819676 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-27a0668b-edc2-4542-9b69-473edb22047c admin admin] Publish callbacks [] for security_group (b9b45754-8c79-44b2-b188-a2fe83f09043), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:58.829907 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-0a7ac066-2b9e-40cb-aab4-1b1a09d39ae6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-1-iscsi, 8a44e4e9-cba1-44cd-ba3b-400779da1d15) {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:06:58.837511 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7ac066-2b9e-40cb-aab4-1b1a09d39ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:58.838102 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-0a7ac066-2b9e-40cb-aab4-1b1a09d39ae6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:58.844192 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ebaf00-5b2f-4121-a690-b656d1de5575 None None] Network 8a44e4e9-cba1-44cd-ba3b-400779da1d15 requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:06:58.853973 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-27a0668b-edc2-4542-9b69-473edb22047c admin admin] Publish callbacks [] for security_group (b9b45754-8c79-44b2-b188-a2fe83f09043), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:58.886412 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-0a7ac066-2b9e-40cb-aab4-1b1a09d39ae6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7111185 Jun 08 02:06:58.927039 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-27a0668b-edc2-4542-9b69-473edb22047c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (b9b45754-8c79-44b2-b188-a2fe83f09043), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:58.930563 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-27a0668b-edc2-4542-9b69-473edb22047c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:58.931677 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-27a0668b-edc2-4542-9b69-473edb22047c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9b45754-8c79-44b2-b188-a2fe83f09043 HTTP/1.1" status: 204 len: 168 time: 0.1907678 Jun 08 02:06:58.941188 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0668b-edc2-4542-9b69-473edb22047c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b45754-8c79-44b2-b188-a2fe83f09043,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:58.953187 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 52074) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:58.999451 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167b89fc-448c-40c4-beeb-4a907a7a5a08 None None] Network 8a44e4e9-cba1-44cd-ba3b-400779da1d15 requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:06:59.155909 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b60ba-7abe-4431-8108-6a896d6c121a req-5245d23b-8b78-4fe9-8e83-a5fc3bd971ab tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:06:59.157622 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8c9b60ba-7abe-4431-8108-6a896d6c121a req-5245d23b-8b78-4fe9-8e83-a5fc3bd971ab tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0633278 Jun 08 02:06:59.209778 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:06:59.220052 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8c9b60ba-7abe-4431-8108-6a896d6c121a req-0a519905-a096-4dbd-964e-6368fe356987 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558810 Jun 08 02:06:59.317877 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-24015b25-92d6-4c77-aa83-3b6f958090c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:59.403068 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-24015b25-92d6-4c77-aa83-3b6f958090c4 admin admin] Publish callbacks [] for security_group (b2ab8a49-f661-40c2-87bd-379660c357b8), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:59.411040 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-24015b25-92d6-4c77-aa83-3b6f958090c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (b2ab8a49-f661-40c2-87bd-379660c357b8), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:59.445754 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24015b25-92d6-4c77-aa83-3b6f958090c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ab8a49-f661-40c2-87bd-379660c357b8,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:06:59.468125 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-24015b25-92d6-4c77-aa83-3b6f958090c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4cfe116cc6654d12b70df88a3489bd5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5119314 Jun 08 02:06:59.470677 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 52098) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:06:59.497623 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-26f32e3d-2910-44d5-974c-6ab2fcbe633a req-87768c1f-a30a-49fa-b138-f1a01b4dcdfc tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 210 time: 0.0516038 Jun 08 02:06:59.531608 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-aeba242b-1c26-44e6-b341-242288bad7a8 admin admin] Publish callbacks [] for security_group (b2ab8a49-f661-40c2-87bd-379660c357b8), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:59.557187 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-aeba242b-1c26-44e6-b341-242288bad7a8 admin admin] Publish callbacks [] for security_group (b2ab8a49-f661-40c2-87bd-379660c357b8), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:59.625556 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-aeba242b-1c26-44e6-b341-242288bad7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (b2ab8a49-f661-40c2-87bd-379660c357b8), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:59.628354 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-aeba242b-1c26-44e6-b341-242288bad7a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:06:59.632253 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-aeba242b-1c26-44e6-b341-242288bad7a8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2ab8a49-f661-40c2-87bd-379660c357b8 HTTP/1.1" status: 204 len: 168 time: 0.1578896 Jun 08 02:06:59.645961 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba242b-1c26-44e6-b341-242288bad7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ab8a49-f661-40c2-87bd-379660c357b8,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:00.012910 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-1704a413-96d5-45a0-8343-c9455ac27d69 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7daf0f9fd80c464ca4fbf7f2e19fccbd HTTP/1.1" status: 200 len: 380 time: 0.0794516 Jun 08 02:07:00.022664 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-fb029322-1fa1-4a2e-aa23-f6aca1803e31 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Request body: {'port': {'device_id': 'b7944f2e-2294-4a69-bd4e-d51f50e73e56', 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7', 'admin_state_up': True, 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'security_groups': ['b908ecdb-a015-4a48-ab13-556cf1cca285']}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:07:00.033639 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 52128) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:00.049115 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-145da3c6-194b-40e0-b4ae-6adbd864d27f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:00.091846 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:00.145954 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-145da3c6-194b-40e0-b4ae-6adbd864d27f admin admin] Publish callbacks [] for security_group (98a93986-032e-465f-bae9-b10ce6e1706f), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:00.151764 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-145da3c6-194b-40e0-b4ae-6adbd864d27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (98a93986-032e-465f-bae9-b10ce6e1706f), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:00.159349 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-fb029322-1fa1-4a2e-aa23-f6aca1803e31 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Made reservation on behalf of 7daf0f9fd80c464ca4fbf7f2e19fccbd for: {'port': 1} {{(pid=104269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:07:00.164086 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-fb029322-1fa1-4a2e-aa23-f6aca1803e31 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:00.196866 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145da3c6-194b-40e0-b4ae-6adbd864d27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a93986-032e-465f-bae9-b10ce6e1706f,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:00.202121 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-145da3c6-194b-40e0-b4ae-6adbd864d27f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bde984819d4a40e38d9554878fac56a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1670158 Jun 08 02:07:00.204953 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 52132) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:00.271375 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b8f14b38-b8a2-4de2-81aa-b42201bdb50a admin admin] Publish callbacks [] for security_group (98a93986-032e-465f-bae9-b10ce6e1706f), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:00.272632 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:00.296039 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b8f14b38-b8a2-4de2-81aa-b42201bdb50a admin admin] Publish callbacks [] for security_group (98a93986-032e-465f-bae9-b10ce6e1706f), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:00.337289 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.db_base_plugin_common [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-fb029322-1fa1-4a2e-aa23-f6aca1803e31 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Allocated IP 172.20.0.7 (99df6c84-8305-4b75-a40c-3f742f20dcc7/35584f73-fd5a-4825-84bf-35c3d28082c7/4c178719-6047-43d9-9d57-30618b0b060e) {{(pid=104269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:07:00.376993 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b384fa0-b5b7-443a-8a95-b8d97773767d req-a776a63b-332c-44f9-92a7-03a8b88a291b tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:00.378671 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5b384fa0-b5b7-443a-8a95-b8d97773767d req-a776a63b-332c-44f9-92a7-03a8b88a291b tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0710645 Jun 08 02:07:00.411663 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b8f14b38-b8a2-4de2-81aa-b42201bdb50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (98a93986-032e-465f-bae9-b10ce6e1706f), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:00.414521 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b8f14b38-b8a2-4de2-81aa-b42201bdb50a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:00.415724 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-b8f14b38-b8a2-4de2-81aa-b42201bdb50a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98a93986-032e-465f-bae9-b10ce6e1706f HTTP/1.1" status: 204 len: 168 time: 0.2098410 Jun 08 02:07:00.452913 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f14b38-b8a2-4de2-81aa-b42201bdb50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a93986-032e-465f-bae9-b10ce6e1706f,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:00.465898 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:00.493580 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5b384fa0-b5b7-443a-8a95-b8d97773767d req-088e197a-015f-4cd0-9a4b-fa86b27a7ccf tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027858 Jun 08 02:07:00.547693 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-fb029322-1fa1-4a2e-aa23-f6aca1803e31 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for port (4c178719-6047-43d9-9d57-30618b0b060e), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:00.588725 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-fb029322-1fa1-4a2e-aa23-f6aca1803e31 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (4c178719-6047-43d9-9d57-30618b0b060e), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:00.631214 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-fb029322-1fa1-4a2e-aa23-f6aca1803e31 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Network 99df6c84-8305-4b75-a40c-3f742f20dcc7 is already hosted by enough agents. {{(pid=104269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:07:00.634626 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.base_scheduler [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-fb029322-1fa1-4a2e-aa23-f6aca1803e31 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Resources bound (agent type, host, resource id): {{(pid=104269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:07:00.640507 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.l3_dvrscheduler_db [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-fb029322-1fa1-4a2e-aa23-f6aca1803e31 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Received port after_create {{(pid=104269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:07:00.665625 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737eb859-e352-48ed-87bd-5e434f032e29 req-b0cc8a2b-498b-463b-9755-a5ece72c6591 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:00.668589 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-737eb859-e352-48ed-87bd-5e434f032e29 req-b0cc8a2b-498b-463b-9755-a5ece72c6591 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 931 time: 0.0778801 Jun 08 02:07:00.684695 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb029322-1fa1-4a2e-aa23-f6aca1803e31 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Pushing event updated for resources: {'Port': ['ID=4c178719-6047-43d9-9d57-30618b0b060e,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:00.706163 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-fb029322-1fa1-4a2e-aa23-f6aca1803e31 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:00.706823 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-fb029322-1fa1-4a2e-aa23-f6aca1803e31 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:00.741402 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-fb029322-1fa1-4a2e-aa23-f6aca1803e31 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7221062 Jun 08 02:07:00.772265 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-737eb859-e352-48ed-87bd-5e434f032e29 req-592a9947-a728-4594-bfe3-35d1e289c2de tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976582 Jun 08 02:07:01.068908 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-78008dc0-ef43-4b03-8670-0d92c91379cf None None] Provisioning complete for port 4c178719-6047-43d9-9d57-30618b0b060e triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:07:01.069616 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-78008dc0-ef43-4b03-8670-0d92c91379cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (4c178719-6047-43d9-9d57-30618b0b060e), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:01.113100 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-78008dc0-ef43-4b03-8670-0d92c91379cf None None] Port 4c178719-6047-43d9-9d57-30618b0b060e cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:07:01.212092 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-2eb1cffd-502c-430d-8e84-6e08085d4e76 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:01.213844 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-2eb1cffd-502c-430d-8e84-6e08085d4e76 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/networks?id=8a44e4e9-cba1-44cd-ba3b-400779da1d15 HTTP/1.1" status: 200 len: 808 time: 0.1701860 Jun 08 02:07:01.246794 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-4d5947d7-7ef8-427e-b7f2-03909efab515 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/quotas/540c921edbf24dbeaf13675b583bb464 HTTP/1.1" status: 200 len: 375 time: 0.0256200 Jun 08 02:07:01.290010 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-3142d2b8-d211-40a6-a8fc-cbfc17a11161 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=540c921edbf24dbeaf13675b583bb464&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314531 Jun 08 02:07:01.331326 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-ca455d5c-ef90-4079-8feb-22c38e847b73 service neutron] Request body: {'port': {'device_id': 'b7944f2e-2294-4a69-bd4e-d51f50e73e56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:07:01.457757 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-1ddae389-a7f1-4b3a-aab2-3903995daa06 service neutron] 10.222.0.20 "GET /v2.0/networks/8a44e4e9-cba1-44cd-ba3b-400779da1d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599882 Jun 08 02:07:01.503587 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-ca455d5c-ef90-4079-8feb-22c38e847b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (4c178719-6047-43d9-9d57-30618b0b060e), before_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:01.673253 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:01.685879 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-34275fd8-c4d2-4718-a4d9-681b03f8ec35 service neutron] 10.222.0.20 "GET /v2.0/networks/8a44e4e9-cba1-44cd-ba3b-400779da1d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162440 Jun 08 02:07:01.715997 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d303b-3d40-4784-91f9-95d12108c6eb req-b4eccb4d-fbc6-43c5-92e2-79672905a8c4 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:01.721827 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cb6d303b-3d40-4784-91f9-95d12108c6eb req-b4eccb4d-fbc6-43c5-92e2-79672905a8c4 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.1186309 Jun 08 02:07:01.803762 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cb6d303b-3d40-4784-91f9-95d12108c6eb req-9c023859-bf28-4182-9898-f38c002c109b tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760040 Jun 08 02:07:01.902291 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f17ec537-6fcd-422b-9250-3d8319f8a808 req-97f10325-bf7a-481b-9b63-1acad00beb18 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=82829d3a-716e-45c0-8d9a-5f560b9b96a6 HTTP/1.1" status: 200 len: 210 time: 0.0421667 Jun 08 02:07:01.988787 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8598330-9f4c-456d-8a65-5143b18f7b5c req-8bcd77a4-d369-4908-9f4c-5ca9ca845c50 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:01.991160 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a8598330-9f4c-456d-8a65-5143b18f7b5c req-8bcd77a4-d369-4908-9f4c-5ca9ca845c50 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 931 time: 0.0921946 Jun 08 02:07:02.032687 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.notifiers.nova [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-ca455d5c-ef90-4079-8feb-22c38e847b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c178719-6047-43d9-9d57-30618b0b060e {{(pid=104269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:07:02.065597 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-ca455d5c-ef90-4079-8feb-22c38e847b73 service neutron] Publish callbacks [] for port (4c178719-6047-43d9-9d57-30618b0b060e), precommit_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:02.084697 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:02.093301 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.provisioning_blocks [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-ca455d5c-ef90-4079-8feb-22c38e847b73 service neutron] Transition to ACTIVE for port object 4c178719-6047-43d9-9d57-30618b0b060e will not be triggered until provisioned by entity L2. {{(pid=104269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 02:07:02.100717 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-ca455d5c-ef90-4079-8feb-22c38e847b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9466662'] for port (4c178719-6047-43d9-9d57-30618b0b060e), after_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:02.124963 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f81c06-eb7f-48fc-8c2c-dcfac2e4775c req-8cded19b-e7b3-424b-88b5-2f6762af2f01 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:02.127353 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f0f81c06-eb7f-48fc-8c2c-dcfac2e4775c req-8cded19b-e7b3-424b-88b5-2f6762af2f01 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.1130955 Jun 08 02:07:02.136192 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:02.141307 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a8598330-9f4c-456d-8a65-5143b18f7b5c req-5dcdeb76-b843-43a4-8a00-ab321197acdc tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443281 Jun 08 02:07:02.221030 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f0f81c06-eb7f-48fc-8c2c-dcfac2e4775c req-ab7cecaf-9c5b-44de-afbe-7ac03935702e tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867004 Jun 08 02:07:02.249367 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca455d5c-ef90-4079-8feb-22c38e847b73 service neutron] Pushing event updated for resources: {'Port': ['ID=4c178719-6047-43d9-9d57-30618b0b060e,revision_number=2']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:02.329134 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.managers [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-ca455d5c-ef90-4079-8feb-22c38e847b73 service neutron] Attempting to bind port 4c178719-6047-43d9-9d57-30618b0b060e on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:07:02.329692 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.managers [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-ca455d5c-ef90-4079-8feb-22c38e847b73 service neutron] Attempting to bind port 4c178719-6047-43d9-9d57-30618b0b060e by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': '53131b2e-d267-40fd-aee8-2cb51a86cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7'}] {{(pid=104269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:07:02.336135 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-ca455d5c-ef90-4079-8feb-22c38e847b73 service neutron] Attempting to bind port 4c178719-6047-43d9-9d57-30618b0b060e on network 99df6c84-8305-4b75-a40c-3f742f20dcc7 {{(pid=104269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:07:02.346999 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-ca455d5c-ef90-4079-8feb-22c38e847b73 service neutron] Port 4c178719-6047-43d9-9d57-30618b0b060e on network 99df6c84-8305-4b75-a40c-3f742f20dcc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 02:07:02.347311 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-ca455d5c-ef90-4079-8feb-22c38e847b73 service neutron] Attempting to bind port 4c178719-6047-43d9-9d57-30618b0b060e on network 99df6c84-8305-4b75-a40c-3f742f20dcc7 {{(pid=104269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:07:02.356474 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-ca455d5c-ef90-4079-8feb-22c38e847b73 service neutron] Checking agent: {'id': 'aa11e808-eba7-468a-acd8-b3aef0cfc542', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'started_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:07:02.357177 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-ca455d5c-ef90-4079-8feb-22c38e847b73 service neutron] Checking segment: {'id': '53131b2e-d267-40fd-aee8-2cb51a86cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:07:02.357965 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-ca455d5c-ef90-4079-8feb-22c38e847b73 service neutron] Bound using segment: {'id': '53131b2e-d267-40fd-aee8-2cb51a86cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7'} {{(pid=104269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:07:02.358631 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.managers [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-ca455d5c-ef90-4079-8feb-22c38e847b73 service neutron] Bound port: 4c178719-6047-43d9-9d57-30618b0b060e, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53131b2e-d267-40fd-aee8-2cb51a86cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7'}}] {{(pid=104269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:07:02.359654 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-ca455d5c-ef90-4079-8feb-22c38e847b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (4c178719-6047-43d9-9d57-30618b0b060e), before_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:02.469163 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:02.482787 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.db [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-ca455d5c-ef90-4079-8feb-22c38e847b73 service neutron] For port 4c178719-6047-43d9-9d57-30618b0b060e, host hv-cinder-84506, cleared binding levels {{(pid=104269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:07:02.492303 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.db [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-ca455d5c-ef90-4079-8feb-22c38e847b73 service neutron] For port 4c178719-6047-43d9-9d57-30618b0b060e, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=4c178719-6047-43d9-9d57-30618b0b060e,segment=NetworkSegment(53131b2e-d267-40fd-aee8-2cb51a86cc49),segment_id=53131b2e-d267-40fd-aee8-2cb51a86cc49)] {{(pid=104269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:07:02.501916 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-ca455d5c-ef90-4079-8feb-22c38e847b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9466662'] for port (4c178719-6047-43d9-9d57-30618b0b060e), after_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:02.560724 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-ca455d5c-ef90-4079-8feb-22c38e847b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:02.569047 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-ca455d5c-ef90-4079-8feb-22c38e847b73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:02.572894 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-ca455d5c-ef90-4079-8feb-22c38e847b73 service neutron] 10.222.0.15 "PUT /v2.0/ports/4c178719-6047-43d9-9d57-30618b0b060e HTTP/1.1" status: 200 len: 1093 time: 1.2459562 Jun 08 02:07:02.574400 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7944f2e-2294-4a69-bd4e-d51f50e73e56', 'tag': '4c178719-6047-43d9-9d57-30618b0b060e'}] {{(pid=104269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:07:02.591576 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358dc8d4ae4a51a45346970250dcd834be934840dbf61ef46806344516445931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cdbcec-e6be-4ec6-8641-83c473051c9a" -d '{"events": [{"name": "network-changed", "server_uuid": "b7944f2e-2294-4a69-bd4e-d51f50e73e56", "tag": "4c178719-6047-43d9-9d57-30618b0b060e"}]}' {{(pid=104269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:07:02.713256 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca455d5c-ef90-4079-8feb-22c38e847b73 service neutron] Pushing event updated for resources: {'Port': ['ID=4c178719-6047-43d9-9d57-30618b0b060e,revision_number=3']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:02.719800 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4280dc22-84fd-45d8-b21a-68f13ea18d4a x-openstack-request-id: req-4280dc22-84fd-45d8-b21a-68f13ea18d4a {{(pid=104269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:07:02.720347 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7944f2e-2294-4a69-bd4e-d51f50e73e56", "tag": "4c178719-6047-43d9-9d57-30618b0b060e", "status": "completed", "code": 200}]} {{(pid=104269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:07:02.721438 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4280dc22-84fd-45d8-b21a-68f13ea18d4a {{(pid=104269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:07:02.721912 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4280dc22-84fd-45d8-b21a-68f13ea18d4a'] response: {'name': 'network-changed', 'server_uuid': 'b7944f2e-2294-4a69-bd4e-d51f50e73e56', 'tag': '4c178719-6047-43d9-9d57-30618b0b060e', 'status': 'completed', 'code': 200} Jun 08 02:07:02.742064 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-f9e00cd0-0605-45af-8dab-c25cc54ef607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:02.745268 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-f9e00cd0-0605-45af-8dab-c25cc54ef607 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7daf0f9fd80c464ca4fbf7f2e19fccbd&device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 1127 time: 0.1079860 Jun 08 02:07:02.816321 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-abdd31a5-af4d-4534-9b1d-05ddcddbb832 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c178719-6047-43d9-9d57-30618b0b060e HTTP/1.1" status: 200 len: 217 time: 0.0585673 Jun 08 02:07:02.934869 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-c0c2861c-3e41-4966-87e8-36a0892d6557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:02.936999 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-c0c2861c-3e41-4966-87e8-36a0892d6557 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35584f73-fd5a-4825-84bf-35c3d28082c7 HTTP/1.1" status: 200 len: 855 time: 0.0988491 Jun 08 02:07:03.074417 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-db4394b6-2add-42c0-a7f9-6f427ac8b423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:03.076267 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-db4394b6-2add-42c0-a7f9-6f427ac8b423 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99df6c84-8305-4b75-a40c-3f742f20dcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1292403 Jun 08 02:07:03.097228 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ccf9c742-a710-4aff-ac26-c7103dcd84d4 req-45b42fc2-0858-411a-bc9b-b3e78a07c797 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=82829d3a-716e-45c0-8d9a-5f560b9b96a6 HTTP/1.1" status: 200 len: 210 time: 0.0349355 Jun 08 02:07:03.202345 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-79e46c94-810d-4b9c-a5e9-c8daabeb5045 service neutron] 10.222.0.15 "GET /v2.0/networks/99df6c84-8305-4b75-a40c-3f742f20dcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125579 Jun 08 02:07:03.283277 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76190b-c32c-4e61-b23b-2560f8913e3c req-92e6669b-655d-4255-a8ae-3159fbf60558 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:03.284756 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1e76190b-c32c-4e61-b23b-2560f8913e3c req-92e6669b-655d-4255-a8ae-3159fbf60558 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 943 time: 0.0522838 Jun 08 02:07:03.334862 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1e76190b-c32c-4e61-b23b-2560f8913e3c req-3b1fee01-4b3f-4b65-a75b-f36894932725 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433614 Jun 08 02:07:03.479008 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-dccf607b-5b17-4f7e-89f7-b0ae72db84a3 req-8950020d-e872-4eab-b32c-54f5ba8ffd5e service neutron] 10.222.0.15 "GET /v2.0/networks/99df6c84-8305-4b75-a40c-3f742f20dcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997107 Jun 08 02:07:03.615981 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-00af47f7-c752-4a26-a9f4-1a5d9d3bcab2 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:03.617656 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-00af47f7-c752-4a26-a9f4-1a5d9d3bcab2 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.15 "GET /v2.0/networks?id=8a44e4e9-cba1-44cd-ba3b-400779da1d15 HTTP/1.1" status: 200 len: 808 time: 0.1407902 Jun 08 02:07:03.823597 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 52344) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:03.934264 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-353794b4-dd9d-4dbf-b012-017d4e84671c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:04.012972 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-353794b4-dd9d-4dbf-b012-017d4e84671c admin admin] Publish callbacks [] for security_group (1d71b7c5-189a-4555-8f9d-44c4705ab37d), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:04.016576 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-353794b4-dd9d-4dbf-b012-017d4e84671c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (1d71b7c5-189a-4555-8f9d-44c4705ab37d), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:04.055661 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353794b4-dd9d-4dbf-b012-017d4e84671c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d71b7c5-189a-4555-8f9d-44c4705ab37d,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:04.059898 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-353794b4-dd9d-4dbf-b012-017d4e84671c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4318ce9be18545dfabe276ed4a935a5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2353134 Jun 08 02:07:04.062767 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 52350) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:04.120856 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9a4ed8da-e3d5-4a85-b1f2-28df0c14ebfc admin admin] Publish callbacks [] for security_group (1d71b7c5-189a-4555-8f9d-44c4705ab37d), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:04.161511 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9a4ed8da-e3d5-4a85-b1f2-28df0c14ebfc admin admin] Publish callbacks [] for security_group (1d71b7c5-189a-4555-8f9d-44c4705ab37d), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:04.258219 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8c025e3d-2c52-44f2-bab3-4e2a35572dd2 req-d6152d88-aeb3-4c4d-8f85-217dc81e2a02 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=82829d3a-716e-45c0-8d9a-5f560b9b96a6 HTTP/1.1" status: 200 len: 210 time: 0.0367794 Jun 08 02:07:04.283545 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9a4ed8da-e3d5-4a85-b1f2-28df0c14ebfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (1d71b7c5-189a-4555-8f9d-44c4705ab37d), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:04.283545 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9a4ed8da-e3d5-4a85-b1f2-28df0c14ebfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:04.283545 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-9a4ed8da-e3d5-4a85-b1f2-28df0c14ebfc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d71b7c5-189a-4555-8f9d-44c4705ab37d HTTP/1.1" status: 204 len: 168 time: 0.2195265 Jun 08 02:07:04.296575 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ed8da-e3d5-4a85-b1f2-28df0c14ebfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d71b7c5-189a-4555-8f9d-44c4705ab37d,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:04.429452 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 52372) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:04.447287 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47969a-e22b-4aeb-881b-2fc8da971c80 req-03c1fd04-b219-459f-886b-8c958e2a2b22 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:04.448874 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0f47969a-e22b-4aeb-881b-2fc8da971c80 req-03c1fd04-b219-459f-886b-8c958e2a2b22 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.0912294 Jun 08 02:07:04.514118 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b453c21-1975-4206-b05f-af12df6addda req-0767603e-6447-4f15-898d-826797e8e2ee tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:04.516314 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2b453c21-1975-4206-b05f-af12df6addda req-0767603e-6447-4f15-898d-826797e8e2ee tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 943 time: 0.0875974 Jun 08 02:07:04.524592 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-e4644555-31d2-4cbc-a503-e00f5e7ffccf tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Request body: {'port': {'device_id': '82829d3a-716e-45c0-8d9a-5f560b9b96a6', 'network_id': '8a44e4e9-cba1-44cd-ba3b-400779da1d15', 'admin_state_up': True, 'tenant_id': '540c921edbf24dbeaf13675b583bb464'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:07:04.675259 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-e4644555-31d2-4cbc-a503-e00f5e7ffccf tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Made reservation on behalf of 540c921edbf24dbeaf13675b583bb464 for: {'port': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:07:04.680368 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-e4644555-31d2-4cbc-a503-e00f5e7ffccf tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:04.683555 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdbcec-e6be-4ec6-8641-83c473051c9a req-bef28d10-26a7-4f26-a254-24a872a8dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:04.686571 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-b8cdbcec-e6be-4ec6-8641-83c473051c9a req-bef28d10-26a7-4f26-a254-24a872a8dcfe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7daf0f9fd80c464ca4fbf7f2e19fccbd&device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 1127 time: 0.1596110 Jun 08 02:07:04.800576 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0f47969a-e22b-4aeb-881b-2fc8da971c80 req-4e2ad2d9-bbb6-4667-bb8d-49dee98ee58c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329113 Jun 08 02:07:04.827564 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:04.838298 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1358075-2b14-4c88-9933-4d9900c5b753 req-cff93ed4-ba45-41d5-9ee0-8a27fa0073bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:04.840028 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e1358075-2b14-4c88-9933-4d9900c5b753 req-cff93ed4-ba45-41d5-9ee0-8a27fa0073bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d40d753f66ec4ed2808aa65b825e66f8&device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 1129 time: 0.1861806 Jun 08 02:07:04.844009 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:04.846411 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdbcec-e6be-4ec6-8641-83c473051c9a req-79895a31-3abe-486b-a205-f5981aa1e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:04.848623 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-b8cdbcec-e6be-4ec6-8641-83c473051c9a req-79895a31-3abe-486b-a205-f5981aa1e25b service neutron] 10.222.0.15 "GET /v2.0/networks?id=99df6c84-8305-4b75-a40c-3f742f20dcc7 HTTP/1.1" status: 200 len: 917 time: 0.1426671 Jun 08 02:07:04.867262 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-fded65ff-be7d-46c2-9f73-9f3b24c89e1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:04.928109 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-b8cdbcec-e6be-4ec6-8641-83c473051c9a req-96fa2672-ae95-4fbd-bd45-3977c7e77060 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c178719-6047-43d9-9d57-30618b0b060e HTTP/1.1" status: 200 len: 217 time: 0.0692599 Jun 08 02:07:04.943755 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2b453c21-1975-4206-b05f-af12df6addda req-fd65edc7-b737-49de-9eca-5c8ce0ef3d7e tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2942750 Jun 08 02:07:04.944178 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:05.030677 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:05.038412 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdbcec-e6be-4ec6-8641-83c473051c9a req-7e1ab0a5-4b45-4007-a902-8cf396631468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:05.039888 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-b8cdbcec-e6be-4ec6-8641-83c473051c9a req-7e1ab0a5-4b45-4007-a902-8cf396631468 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35584f73-fd5a-4825-84bf-35c3d28082c7 HTTP/1.1" status: 200 len: 855 time: 0.1002276 Jun 08 02:07:05.071986 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1358075-2b14-4c88-9933-4d9900c5b753 req-2d2392dd-7e87-47b3-867a-076189b02e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:05.073494 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e1358075-2b14-4c88-9933-4d9900c5b753 req-2d2392dd-7e87-47b3-867a-076189b02e41 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eafc844b-6465-4613-a6dd-f1b9698164f0 HTTP/1.1" status: 200 len: 920 time: 0.2164276 Jun 08 02:07:05.103782 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-fded65ff-be7d-46c2-9f73-9f3b24c89e1e admin admin] Publish callbacks [] for security_group (a5d83068-ac6a-482b-83ca-743d0efd7a21), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:05.105221 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdbcec-e6be-4ec6-8641-83c473051c9a req-3ecfd423-af98-45e1-be4d-da227a3744e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:05.106714 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-b8cdbcec-e6be-4ec6-8641-83c473051c9a req-3ecfd423-af98-45e1-be4d-da227a3744e0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99df6c84-8305-4b75-a40c-3f742f20dcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592165 Jun 08 02:07:05.107904 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-fded65ff-be7d-46c2-9f73-9f3b24c89e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (a5d83068-ac6a-482b-83ca-743d0efd7a21), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:05.123304 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e1358075-2b14-4c88-9933-4d9900c5b753 req-9c8d3368-2fd2-4503-8180-30ac77e3b4d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=895ce244-87ef-415a-88d2-f764d9932c90 HTTP/1.1" status: 200 len: 217 time: 0.0397375 Jun 08 02:07:05.124633 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-e4644555-31d2-4cbc-a503-e00f5e7ffccf tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Allocated IP 172.20.0.5 (8a44e4e9-cba1-44cd-ba3b-400779da1d15/033aa666-a7e5-416e-80c1-a062d7f24f96/e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:07:05.215088 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1358075-2b14-4c88-9933-4d9900c5b753 req-ce4d15eb-4ac4-4e11-aa3a-5b6de76d7fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:05.216603 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e1358075-2b14-4c88-9933-4d9900c5b753 req-ce4d15eb-4ac4-4e11-aa3a-5b6de76d7fa8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b425173c-8738-4438-bb14-70ea3c375864 HTTP/1.1" status: 200 len: 858 time: 0.0820708 Jun 08 02:07:05.297233 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 4c178719-6047-43d9-9d57-30618b0b060e details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 02:07:05.324243 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1358075-2b14-4c88-9933-4d9900c5b753 req-c699f18c-2507-4ba9-9daf-4e089e4da14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:05.326461 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e1358075-2b14-4c88-9933-4d9900c5b753 req-c699f18c-2507-4ba9-9daf-4e089e4da14a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eafc844b-6465-4613-a6dd-f1b9698164f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1000988 Jun 08 02:07:05.386209 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3702c90b-3dd0-4e62-8e2a-c40c09297b70 req-2f852ca6-3b07-4988-982b-732b36d95a85 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=82829d3a-716e-45c0-8d9a-5f560b9b96a6 HTTP/1.1" status: 200 len: 210 time: 0.0422237 Jun 08 02:07:05.391324 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded65ff-be7d-46c2-9f73-9f3b24c89e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d83068-ac6a-482b-83ca-743d0efd7a21,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:05.399908 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-fded65ff-be7d-46c2-9f73-9f3b24c89e1e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5a3a985d89094bf991e25441494878b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9693041 Jun 08 02:07:05.403391 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 52390) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:05.418903 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-e4644555-31d2-4cbc-a503-e00f5e7ffccf tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Publish callbacks [] for port (e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:05.436884 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 4c178719-6047-43d9-9d57-30618b0b060e, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=4c178719-6047-43d9-9d57-30618b0b060e,segment=NetworkSegment(53131b2e-d267-40fd-aee8-2cb51a86cc49),segment_id=53131b2e-d267-40fd-aee8-2cb51a86cc49)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:07:05.447202 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:05.452467 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Returning: {'device': '4c178719-6047-43d9-9d57-30618b0b060e', 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7', 'port_id': '4c178719-6047-43d9-9d57-30618b0b060e', 'mac_address': 'fa:16:3e:46:14:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35584f73-fd5a-4825-84bf-35c3d28082c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 02:07:05.457131 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-e4644555-31d2-4cbc-a503-e00f5e7ffccf tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:05.481720 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-b8cdbcec-e6be-4ec6-8641-83c473051c9a req-c4998457-de4c-473c-9a4d-610102b170fd service neutron] 10.222.0.15 "GET /v2.0/networks/99df6c84-8305-4b75-a40c-3f742f20dcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587632 Jun 08 02:07:05.482459 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f01e6f42-9730-4b52-ab92-f29f1cc29b72 admin admin] Publish callbacks [] for security_group (a5d83068-ac6a-482b-83ca-743d0efd7a21), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:05.486821 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=100 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:05.499423 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 4c178719-6047-43d9-9d57-30618b0b060e is: DOWN; New status is: BUILD {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:07:05.499808 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (4c178719-6047-43d9-9d57-30618b0b060e), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:05.503642 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-e4644555-31d2-4cbc-a503-e00f5e7ffccf tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Network 8a44e4e9-cba1-44cd-ba3b-400779da1d15 is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:07:05.506571 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f01e6f42-9730-4b52-ab92-f29f1cc29b72 admin admin] Publish callbacks [] for security_group (a5d83068-ac6a-482b-83ca-743d0efd7a21), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:05.507629 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-e4644555-31d2-4cbc-a503-e00f5e7ffccf tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:07:05.511530 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-e4644555-31d2-4cbc-a503-e00f5e7ffccf tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:07:05.515205 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c178719-6047-43d9-9d57-30618b0b060e {{(pid=104270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:07:05.539867 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4644555-31d2-4cbc-a503-e00f5e7ffccf tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Pushing event updated for resources: {'Port': ['ID=e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:05.540228 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 4c178719-6047-43d9-9d57-30618b0b060e, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=4c178719-6047-43d9-9d57-30618b0b060e,segment=NetworkSegment(53131b2e-d267-40fd-aee8-2cb51a86cc49),segment_id=53131b2e-d267-40fd-aee8-2cb51a86cc49)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:07:05.548220 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (4c178719-6047-43d9-9d57-30618b0b060e), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:05.565667 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f01e6f42-9730-4b52-ab92-f29f1cc29b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (a5d83068-ac6a-482b-83ca-743d0efd7a21), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:05.568482 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f01e6f42-9730-4b52-ab92-f29f1cc29b72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:05.572174 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-f01e6f42-9730-4b52-ab92-f29f1cc29b72 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5d83068-ac6a-482b-83ca-743d0efd7a21 HTTP/1.1" status: 204 len: 168 time: 0.1661463 Jun 08 02:07:05.578491 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-e4644555-31d2-4cbc-a503-e00f5e7ffccf tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:05.579118 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-e4644555-31d2-4cbc-a503-e00f5e7ffccf tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:05.588593 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e6f42-9730-4b52-ab92-f29f1cc29b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d83068-ac6a-482b-83ca-743d0efd7a21,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:05.603341 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-e4644555-31d2-4cbc-a503-e00f5e7ffccf tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0830989 Jun 08 02:07:05.626319 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=4c178719-6047-43d9-9d57-30618b0b060e,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:05.858492 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 52398) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:05.873628 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-1aa74162-1b8a-49cf-9bfe-b347daff6222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:05.929577 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3a0db-72c2-49a3-b1d9-9a82f2843329 req-f54e4763-51d0-4c2b-afe0-37beff34d70c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:05.931239 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8de3a0db-72c2-49a3-b1d9-9a82f2843329 req-f54e4763-51d0-4c2b-afe0-37beff34d70c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.0565469 Jun 08 02:07:05.961220 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-1aa74162-1b8a-49cf-9bfe-b347daff6222 admin admin] Publish callbacks [] for security_group (807bb953-85fb-4c3f-8f72-4705dda96f66), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:05.965698 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-1aa74162-1b8a-49cf-9bfe-b347daff6222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (807bb953-85fb-4c3f-8f72-4705dda96f66), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:05.978827 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8de3a0db-72c2-49a3-b1d9-9a82f2843329 req-068d4c50-863d-41d8-90bb-a1e127aceceb tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417061 Jun 08 02:07:06.010098 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa74162-1b8a-49cf-9bfe-b347daff6222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807bb953-85fb-4c3f-8f72-4705dda96f66,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:06.014394 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-1aa74162-1b8a-49cf-9bfe-b347daff6222 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb6eb940d0e74578ba139dc19b3a5dea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1548927 Jun 08 02:07:06.017757 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 52402) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:06.058485 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:06.106753 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ae822-0c1e-4e0a-9a8e-26ef53ff1fa7 req-1427b495-ab10-4c49-9361-3b803d70aff2 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:06.108408 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-191ae822-0c1e-4e0a-9a8e-26ef53ff1fa7 req-1427b495-ab10-4c49-9361-3b803d70aff2 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 944 time: 0.0691857 Jun 08 02:07:06.114161 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-04699fd4-ec8c-43a3-b770-97f1140ec4b4 admin admin] Publish callbacks [] for security_group (807bb953-85fb-4c3f-8f72-4705dda96f66), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:06.155917 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-04699fd4-ec8c-43a3-b770-97f1140ec4b4 admin admin] Publish callbacks [] for security_group (807bb953-85fb-4c3f-8f72-4705dda96f66), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:06.186457 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:06.198793 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-191ae822-0c1e-4e0a-9a8e-26ef53ff1fa7 req-e2f917d0-37c9-488c-9d07-8f1efaf7b7ee tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827737 Jun 08 02:07:06.226018 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-04699fd4-ec8c-43a3-b770-97f1140ec4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (807bb953-85fb-4c3f-8f72-4705dda96f66), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:06.228954 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-04699fd4-ec8c-43a3-b770-97f1140ec4b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:06.230065 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-04699fd4-ec8c-43a3-b770-97f1140ec4b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/807bb953-85fb-4c3f-8f72-4705dda96f66 HTTP/1.1" status: 204 len: 168 time: 0.2118001 Jun 08 02:07:06.237952 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04699fd4-ec8c-43a3-b770-97f1140ec4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807bb953-85fb-4c3f-8f72-4705dda96f66,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:06.506108 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e519bf1-3068-4422-84e0-f8102edad82d req-37b29245-d37b-4183-9f78-8c9037833cf0 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:06.507615 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5e519bf1-3068-4422-84e0-f8102edad82d req-37b29245-d37b-4183-9f78-8c9037833cf0 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=82829d3a-716e-45c0-8d9a-5f560b9b96a6 HTTP/1.1" status: 200 len: 931 time: 0.0473545 Jun 08 02:07:06.563069 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5e519bf1-3068-4422-84e0-f8102edad82d req-72d8542d-3dbb-48c5-bbc0-fb17b98211d7 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a3ba2d0-d422-4599-8aeb-be79e7cac3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494750 Jun 08 02:07:06.833631 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-0439c524-0a45-478b-9573-3df90ec0c755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:07.114390 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33632cee-7c30-413e-b00a-07c20211cbd8 req-4a9455fe-acec-477b-a1f0-a86bab90c60a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:07.115977 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-33632cee-7c30-413e-b00a-07c20211cbd8 req-4a9455fe-acec-477b-a1f0-a86bab90c60a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.0502617 Jun 08 02:07:07.168683 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-33632cee-7c30-413e-b00a-07c20211cbd8 req-f7c5b848-2eab-4103-a74e-1d8861b41334 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471082 Jun 08 02:07:07.323294 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadd8a0-ad2e-4b0a-a8c8-5780f78a72c7 req-02513336-2449-40d0-a047-005970de1f78 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:07.324882 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7cadd8a0-ad2e-4b0a-a8c8-5780f78a72c7 req-02513336-2449-40d0-a047-005970de1f78 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 944 time: 0.0502048 Jun 08 02:07:07.374530 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7cadd8a0-ad2e-4b0a-a8c8-5780f78a72c7 req-f945cce2-b168-4226-a78b-c253467f5a5f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432918 Jun 08 02:07:07.681017 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc2688-2e6d-4465-ae32-775a457ccd91 req-b96f9982-87e4-4651-ab4b-10a3e48139e6 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:07.682661 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-bbdc2688-2e6d-4465-ae32-775a457ccd91 req-b96f9982-87e4-4651-ab4b-10a3e48139e6 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=82829d3a-716e-45c0-8d9a-5f560b9b96a6 HTTP/1.1" status: 200 len: 931 time: 0.0488524 Jun 08 02:07:07.732834 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-bbdc2688-2e6d-4465-ae32-775a457ccd91 req-7dde9e86-46e3-4ba2-a455-866ae9957a17 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a3ba2d0-d422-4599-8aeb-be79e7cac3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432248 Jun 08 02:07:07.949245 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 52466) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:08.058227 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-1f3fd3b8-bbb2-4e3a-98f6-2a7905921d82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:08.099454 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:08.146928 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-1f3fd3b8-bbb2-4e3a-98f6-2a7905921d82 admin admin] Publish callbacks [] for security_group (63eb5f19-e6b4-44d6-896c-eb8274baa109), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:08.156664 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-f46a461e-8b98-4b6d-bd1e-9e785e605521 service neutron] Request body: {'port': {'device_id': '82829d3a-716e-45c0-8d9a-5f560b9b96a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:07:08.157121 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-1f3fd3b8-bbb2-4e3a-98f6-2a7905921d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (63eb5f19-e6b4-44d6-896c-eb8274baa109), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:08.230768 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:08.246983 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-1f3fd3b8-bbb2-4e3a-98f6-2a7905921d82 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a9c252fa9af94e0c90881766e2925b60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2966669 Jun 08 02:07:08.249784 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3fd3b8-bbb2-4e3a-98f6-2a7905921d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63eb5f19-e6b4-44d6-896c-eb8274baa109,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:08.252224 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 52474) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:08.295256 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-b8cdbcec-e6be-4ec6-8641-83c473051c9a req-ed9c449a-c901-4ee1-bad5-f6613bd06a7f service neutron] 10.222.0.15 "GET /v2.0/networks/99df6c84-8305-4b75-a40c-3f742f20dcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620493 Jun 08 02:07:08.303306 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-f46a461e-8b98-4b6d-bd1e-9e785e605521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:08.326261 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e8bc9a45-ac30-4941-b72a-e3de7dc46ab1 admin admin] Publish callbacks [] for security_group (63eb5f19-e6b4-44d6-896c-eb8274baa109), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:08.328133 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e1358075-2b14-4c88-9933-4d9900c5b753 req-eb4897fa-b395-45e2-a80b-ab539b6b56da service neutron] 10.222.0.15 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996987 Jun 08 02:07:08.340499 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5ebd1-76c1-4d84-bbfd-bdd2e904190e req-19e7383a-aad4-4271-8dbe-6a99a8ee0931 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:08.342067 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-88f5ebd1-76c1-4d84-bbfd-bdd2e904190e req-19e7383a-aad4-4271-8dbe-6a99a8ee0931 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.0884275 Jun 08 02:07:08.351821 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e8bc9a45-ac30-4941-b72a-e3de7dc46ab1 admin admin] Publish callbacks [] for security_group (63eb5f19-e6b4-44d6-896c-eb8274baa109), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:08.405591 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e8bc9a45-ac30-4941-b72a-e3de7dc46ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (63eb5f19-e6b4-44d6-896c-eb8274baa109), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:08.408173 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e8bc9a45-ac30-4941-b72a-e3de7dc46ab1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:08.409351 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-e8bc9a45-ac30-4941-b72a-e3de7dc46ab1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63eb5f19-e6b4-44d6-896c-eb8274baa109 HTTP/1.1" status: 204 len: 168 time: 0.1542866 Jun 08 02:07:08.421763 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc9a45-ac30-4941-b72a-e3de7dc46ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63eb5f19-e6b4-44d6-896c-eb8274baa109,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:08.499195 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['4c178719-6047-43d9-9d57-30618b0b060e'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:07:08.514565 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:08.526169 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-88f5ebd1-76c1-4d84-bbfd-bdd2e904190e req-1e45adb1-d9df-4792-97fa-7f51c1806ca6 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586211 Jun 08 02:07:08.636368 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e1358075-2b14-4c88-9933-4d9900c5b753 req-b4441d47-8c37-449c-b50c-7ea59b880049 service neutron] 10.222.0.15 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933161 Jun 08 02:07:08.650775 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdd3d1-802b-4650-8311-e2f2cc2171e0 req-69badf21-455b-461a-bf52-a26885e3cf50 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:08.652276 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-94fdd3d1-802b-4650-8311-e2f2cc2171e0 req-69badf21-455b-461a-bf52-a26885e3cf50 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 944 time: 0.1366451 Jun 08 02:07:08.662646 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:08.772987 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-94fdd3d1-802b-4650-8311-e2f2cc2171e0 req-b7a165eb-d258-464a-872c-9a1a15694cee tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089849 Jun 08 02:07:08.809531 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 52490) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:08.827583 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-7a587d40-177f-4256-ab51-2326a29860fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:08.926896 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-7a587d40-177f-4256-ab51-2326a29860fb admin admin] Publish callbacks [] for security_group (82b17850-e4e8-44c8-b648-139f9b1561c2), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:08.931916 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-7a587d40-177f-4256-ab51-2326a29860fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (82b17850-e4e8-44c8-b648-139f9b1561c2), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:08.971906 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a587d40-177f-4256-ab51-2326a29860fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b17850-e4e8-44c8-b648-139f9b1561c2,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:08.976605 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-7a587d40-177f-4256-ab51-2326a29860fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7f08881a64f472e86ff8e9cf9c1883f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1659286 Jun 08 02:07:08.979163 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 52492) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:09.038375 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-8ef0aaea-8d78-4c9e-903e-4f2097adb7d3 admin admin] Publish callbacks [] for security_group (82b17850-e4e8-44c8-b648-139f9b1561c2), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:09.063091 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-8ef0aaea-8d78-4c9e-903e-4f2097adb7d3 admin admin] Publish callbacks [] for security_group (82b17850-e4e8-44c8-b648-139f9b1561c2), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:09.078180 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9842e-ddcc-42fc-8914-ddb83489b4ab req-1751bc93-4e51-477c-9601-cab5d942650b tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:09.079642 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-79c9842e-ddcc-42fc-8914-ddb83489b4ab req-1751bc93-4e51-477c-9601-cab5d942650b tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=82829d3a-716e-45c0-8d9a-5f560b9b96a6 HTTP/1.1" status: 200 len: 931 time: 0.0798552 Jun 08 02:07:09.098222 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-f46a461e-8b98-4b6d-bd1e-9e785e605521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6 {{(pid=104268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:07:09.111542 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-8ef0aaea-8d78-4c9e-903e-4f2097adb7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (82b17850-e4e8-44c8-b648-139f9b1561c2), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:09.114038 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-f46a461e-8b98-4b6d-bd1e-9e785e605521 service neutron] Publish callbacks [] for port (e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:09.115348 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-8ef0aaea-8d78-4c9e-903e-4f2097adb7d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:09.127917 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-8ef0aaea-8d78-4c9e-903e-4f2097adb7d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82b17850-e4e8-44c8-b648-139f9b1561c2 HTTP/1.1" status: 204 len: 168 time: 0.1450269 Jun 08 02:07:09.137554 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.provisioning_blocks [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-f46a461e-8b98-4b6d-bd1e-9e785e605521 service neutron] Transition to ACTIVE for port object e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6 will not be triggered until provisioned by entity L2. {{(pid=104268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 02:07:09.143897 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-f46a461e-8b98-4b6d-bd1e-9e785e605521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:09.153080 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef0aaea-8d78-4c9e-903e-4f2097adb7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b17850-e4e8-44c8-b648-139f9b1561c2,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:09.179730 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-8442b882-3342-40f0-a737-401792e2b1a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:09.222424 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-79c9842e-ddcc-42fc-8914-ddb83489b4ab req-783225e8-afcf-4c20-abb6-39dbd2c7c753 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a3ba2d0-d422-4599-8aeb-be79e7cac3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367102 Jun 08 02:07:09.227119 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a461e-8b98-4b6d-bd1e-9e785e605521 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6,revision_number=2']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:09.314448 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-f46a461e-8b98-4b6d-bd1e-9e785e605521 service neutron] Attempting to bind port e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6 on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:07:09.314879 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-f46a461e-8b98-4b6d-bd1e-9e785e605521 service neutron] Attempting to bind port e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6 by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': '897a0c03-e5dc-4e76-934b-34439857bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a44e4e9-cba1-44cd-ba3b-400779da1d15'}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:07:09.315439 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-f46a461e-8b98-4b6d-bd1e-9e785e605521 service neutron] Attempting to bind port e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6 on network 8a44e4e9-cba1-44cd-ba3b-400779da1d15 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:07:09.320820 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-f46a461e-8b98-4b6d-bd1e-9e785e605521 service neutron] Port e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6 on network 8a44e4e9-cba1-44cd-ba3b-400779da1d15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 02:07:09.321148 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-f46a461e-8b98-4b6d-bd1e-9e785e605521 service neutron] Attempting to bind port e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6 on network 8a44e4e9-cba1-44cd-ba3b-400779da1d15 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:07:09.326200 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-f46a461e-8b98-4b6d-bd1e-9e785e605521 service neutron] Checking agent: {'id': 'aa11e808-eba7-468a-acd8-b3aef0cfc542', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'started_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:07:09.326676 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-f46a461e-8b98-4b6d-bd1e-9e785e605521 service neutron] Checking segment: {'id': '897a0c03-e5dc-4e76-934b-34439857bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a44e4e9-cba1-44cd-ba3b-400779da1d15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:07:09.327064 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-f46a461e-8b98-4b6d-bd1e-9e785e605521 service neutron] Bound using segment: {'id': '897a0c03-e5dc-4e76-934b-34439857bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a44e4e9-cba1-44cd-ba3b-400779da1d15'} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:07:09.327490 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-f46a461e-8b98-4b6d-bd1e-9e785e605521 service neutron] Bound port: e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '897a0c03-e5dc-4e76-934b-34439857bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a44e4e9-cba1-44cd-ba3b-400779da1d15'}}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:07:09.327852 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-f46a461e-8b98-4b6d-bd1e-9e785e605521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:09.402253 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-f46a461e-8b98-4b6d-bd1e-9e785e605521 service neutron] For port e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6, host hv-cinder-84506, cleared binding levels {{(pid=104268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:07:09.405482 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-f46a461e-8b98-4b6d-bd1e-9e785e605521 service neutron] For port e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6,segment=NetworkSegment(897a0c03-e5dc-4e76-934b-34439857bbf1),segment_id=897a0c03-e5dc-4e76-934b-34439857bbf1)] {{(pid=104268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:07:09.412483 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-f46a461e-8b98-4b6d-bd1e-9e785e605521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:09.454017 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-f46a461e-8b98-4b6d-bd1e-9e785e605521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:09.454543 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-f46a461e-8b98-4b6d-bd1e-9e785e605521 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:09.455908 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-f46a461e-8b98-4b6d-bd1e-9e785e605521 service neutron] 10.222.0.15 "PUT /v2.0/ports/e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6 HTTP/1.1" status: 200 len: 1093 time: 1.3181314 Jun 08 02:07:09.456350 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82829d3a-716e-45c0-8d9a-5f560b9b96a6', 'tag': 'e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:07:09.459361 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f24a4fd-4574-481e-97c6-07559769db82" -d '{"events": [{"name": "network-changed", "server_uuid": "82829d3a-716e-45c0-8d9a-5f560b9b96a6", "tag": "e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:07:09.482943 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a461e-8b98-4b6d-bd1e-9e785e605521 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6,revision_number=3']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:09.577685 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-fb344c45-9951-4f59-bb8e-a3e318998739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:09.580696 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-fb344c45-9951-4f59-bb8e-a3e318998739 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=540c921edbf24dbeaf13675b583bb464&device_id=82829d3a-716e-45c0-8d9a-5f560b9b96a6 HTTP/1.1" status: 200 len: 1127 time: 0.0648234 Jun 08 02:07:09.582859 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd19ed7d-8bef-4c41-aab8-6f4d93f48e99 x-openstack-request-id: req-fd19ed7d-8bef-4c41-aab8-6f4d93f48e99 {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:07:09.583150 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82829d3a-716e-45c0-8d9a-5f560b9b96a6", "tag": "e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:07:09.583504 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd19ed7d-8bef-4c41-aab8-6f4d93f48e99 {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:07:09.583958 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd19ed7d-8bef-4c41-aab8-6f4d93f48e99'] response: {'name': 'network-changed', 'server_uuid': '82829d3a-716e-45c0-8d9a-5f560b9b96a6', 'tag': 'e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6', 'status': 'completed', 'code': 200} Jun 08 02:07:09.629891 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-7f4a351d-4ee4-419c-8c16-9713cda9c00d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6 HTTP/1.1" status: 200 len: 217 time: 0.0411739 Jun 08 02:07:09.711193 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564e126-c0cf-4c04-9a08-fa4a4e10660a req-3da217f0-0b4c-454f-8bbd-bf29eb27692f tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:09.712756 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7564e126-c0cf-4c04-9a08-fa4a4e10660a req-3da217f0-0b4c-454f-8bbd-bf29eb27692f tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.0859888 Jun 08 02:07:09.735174 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-6f7eaa26-c8bb-4d02-b277-e4a25f5308dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:09.736746 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-6f7eaa26-c8bb-4d02-b277-e4a25f5308dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=033aa666-a7e5-416e-80c1-a062d7f24f96 HTTP/1.1" status: 200 len: 848 time: 0.0973022 Jun 08 02:07:09.766275 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:09.787903 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-f2edbcd6-3a5b-460b-92e7-955fd5f134b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8a44e4e9-cba1-44cd-ba3b-400779da1d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399966 Jun 08 02:07:09.811042 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7564e126-c0cf-4c04-9a08-fa4a4e10660a req-1e54ac2f-0a1e-4bda-a67f-1a3c752b73df tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884962 Jun 08 02:07:09.928347 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:09.939759 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f709f1-1e86-45d8-afae-b72b8b15ce15 req-13b58853-4135-4a43-8772-13712b2312d8 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:09.941822 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d3f709f1-1e86-45d8-afae-b72b8b15ce15 req-13b58853-4135-4a43-8772-13712b2312d8 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 944 time: 0.0713656 Jun 08 02:07:09.945788 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-99755042-5c18-4749-b6e2-6a49b7ae7486 service neutron] 10.222.0.15 "GET /v2.0/networks/8a44e4e9-cba1-44cd-ba3b-400779da1d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479249 Jun 08 02:07:10.054684 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d3f709f1-1e86-45d8-afae-b72b8b15ce15 req-07fec681-07f5-49b3-9da0-5bb7ad943183 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065266 Jun 08 02:07:10.077945 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e668332d-369b-4d54-8b7e-8637f3f1092b req-ac06eab9-1a94-4d0f-8387-4706ccaffcae service neutron] 10.222.0.15 "GET /v2.0/networks/8a44e4e9-cba1-44cd-ba3b-400779da1d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211772 Jun 08 02:07:10.132452 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 4c178719-6047-43d9-9d57-30618b0b060e up at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:07:10.174448 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning for port 4c178719-6047-43d9-9d57-30618b0b060e completed by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 02:07:10.180755 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning complete for port 4c178719-6047-43d9-9d57-30618b0b060e triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:07:10.181340 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (4c178719-6047-43d9-9d57-30618b0b060e), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:10.282220 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 4c178719-6047-43d9-9d57-30618b0b060e is: BUILD; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:07:10.282784 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (4c178719-6047-43d9-9d57-30618b0b060e), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:10.283957 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:07:10.293295 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:10.324073 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7944f2e-2294-4a69-bd4e-d51f50e73e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c178719-6047-43d9-9d57-30618b0b060e'}] {{(pid=104270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:07:10.328612 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8be0b5de5a23eefcc09db06b1daf5598b5c3b6529c2083486e3c6bab2d5553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a81f9e6-e5bf-46da-bf31-1773d45d9e26" -d '{"events": [{"server_uuid": "b7944f2e-2294-4a69-bd4e-d51f50e73e56", "name": "network-vif-plugged", "status": "completed", "tag": "4c178719-6047-43d9-9d57-30618b0b060e"}]}' {{(pid=104270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:07:10.343935 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 4c178719-6047-43d9-9d57-30618b0b060e, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=4c178719-6047-43d9-9d57-30618b0b060e,segment=NetworkSegment(53131b2e-d267-40fd-aee8-2cb51a86cc49),segment_id=53131b2e-d267-40fd-aee8-2cb51a86cc49)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:07:10.349855 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (4c178719-6047-43d9-9d57-30618b0b060e), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:10.362890 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af58b35-bdc6-4acc-a597-f2b8b7648418 req-b62d5ade-e58a-40ea-b6c2-b07a702d39f6 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:10.364488 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9af58b35-bdc6-4acc-a597-f2b8b7648418 req-b62d5ade-e58a-40ea-b6c2-b07a702d39f6 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=82829d3a-716e-45c0-8d9a-5f560b9b96a6 HTTP/1.1" status: 200 len: 943 time: 0.0576057 Jun 08 02:07:10.376796 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c875c0a-8465-4ba7-aa5e-af5dce4bdac7 x-openstack-request-id: req-5c875c0a-8465-4ba7-aa5e-af5dce4bdac7 {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:07:10.377336 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7944f2e-2294-4a69-bd4e-d51f50e73e56", "name": "network-vif-plugged", "status": "completed", "tag": "4c178719-6047-43d9-9d57-30618b0b060e", "code": 200}]} {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:07:10.377589 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c875c0a-8465-4ba7-aa5e-af5dce4bdac7 {{(pid=104270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:07:10.377973 dv-cinder-845069-1-iscsi neutron-server[104270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c875c0a-8465-4ba7-aa5e-af5dce4bdac7'] response: {'server_uuid': 'b7944f2e-2294-4a69-bd4e-d51f50e73e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c178719-6047-43d9-9d57-30618b0b060e', 'code': 200} Jun 08 02:07:10.406436 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=4c178719-6047-43d9-9d57-30618b0b060e,revision_number=5']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:10.419897 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9af58b35-bdc6-4acc-a597-f2b8b7648418 req-f4d225bc-597e-4fae-8260-e83bff757fb4 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a3ba2d0-d422-4599-8aeb-be79e7cac3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498660 Jun 08 02:07:10.941796 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccf3ce-7819-40d0-b60d-42d5a561cf0e req-350726a2-7bbd-4800-bdcf-9e2520dddaec tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:10.943540 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4bccf3ce-7819-40d0-b60d-42d5a561cf0e req-350726a2-7bbd-4800-bdcf-9e2520dddaec tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.0578749 Jun 08 02:07:10.999089 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4bccf3ce-7819-40d0-b60d-42d5a561cf0e req-ea1c67f4-535c-413f-b67f-59b22f77398b tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497608 Jun 08 02:07:11.152325 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24a4fd-4574-481e-97c6-07559769db82 req-a02df708-864e-4e88-be23-30d45b93b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:11.154398 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6f24a4fd-4574-481e-97c6-07559769db82 req-a02df708-864e-4e88-be23-30d45b93b337 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=540c921edbf24dbeaf13675b583bb464&device_id=82829d3a-716e-45c0-8d9a-5f560b9b96a6 HTTP/1.1" status: 200 len: 1127 time: 0.0637918 Jun 08 02:07:11.277737 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3b23e-8f7d-4e57-bb04-48268db4b75f req-ee7c52f6-928e-47ea-990a-6936fd45891c tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:11.279387 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-90d3b23e-8f7d-4e57-bb04-48268db4b75f req-ee7c52f6-928e-47ea-990a-6936fd45891c tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 945 time: 0.1360464 Jun 08 02:07:11.324845 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5e93c-682f-4331-ac8f-86179a7c12a4 req-06698883-c5f8-40af-b1f7-97c7f62c1060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:11.326379 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-31e5e93c-682f-4331-ac8f-86179a7c12a4 req-06698883-c5f8-40af-b1f7-97c7f62c1060 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 1129 time: 0.0937676 Jun 08 02:07:11.388621 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-90d3b23e-8f7d-4e57-bb04-48268db4b75f req-6a10988f-4346-4661-8ee4-ff4c3750bc71 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000810 Jun 08 02:07:11.396233 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24a4fd-4574-481e-97c6-07559769db82 req-87947c2a-c3e6-400a-bd5a-a5b46158440f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:11.397553 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6f24a4fd-4574-481e-97c6-07559769db82 req-87947c2a-c3e6-400a-bd5a-a5b46158440f service neutron] 10.222.0.15 "GET /v2.0/networks?id=8a44e4e9-cba1-44cd-ba3b-400779da1d15 HTTP/1.1" status: 200 len: 909 time: 0.2206306 Jun 08 02:07:11.449870 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-31e5e93c-682f-4331-ac8f-86179a7c12a4 req-87233ff8-d5af-4fc8-9574-5bb6580e0df2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143336 Jun 08 02:07:11.451335 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6f24a4fd-4574-481e-97c6-07559769db82 req-3069124c-a080-49bb-8e00-f6c1000856f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6 HTTP/1.1" status: 200 len: 217 time: 0.0442448 Jun 08 02:07:11.532330 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d82592e-ad9a-4716-9027-4fd47a7bc786 req-916ad8f7-3ede-4706-ab19-dabb7a961a1f tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:11.533733 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3d82592e-ad9a-4716-9027-4fd47a7bc786 req-916ad8f7-3ede-4706-ab19-dabb7a961a1f tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=82829d3a-716e-45c0-8d9a-5f560b9b96a6 HTTP/1.1" status: 200 len: 943 time: 0.0476453 Jun 08 02:07:11.583234 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3d82592e-ad9a-4716-9027-4fd47a7bc786 req-32e5066f-68e2-4c83-9a6b-932505fbc598 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a3ba2d0-d422-4599-8aeb-be79e7cac3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413349 Jun 08 02:07:11.746604 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24a4fd-4574-481e-97c6-07559769db82 req-58b85839-aa02-43cb-84b8-3e5662333c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:11.748077 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6f24a4fd-4574-481e-97c6-07559769db82 req-58b85839-aa02-43cb-84b8-3e5662333c86 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=033aa666-a7e5-416e-80c1-a062d7f24f96 HTTP/1.1" status: 200 len: 848 time: 0.0503275 Jun 08 02:07:11.780209 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6f24a4fd-4574-481e-97c6-07559769db82 req-80669d4c-985a-4469-a08f-a377e5e36f1f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8a44e4e9-cba1-44cd-ba3b-400779da1d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260837 Jun 08 02:07:11.839860 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:11.866012 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:11.880966 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6f24a4fd-4574-481e-97c6-07559769db82 req-a4665113-5f63-4aa9-9bfe-b1ec14e6b221 service neutron] 10.222.0.15 "GET /v2.0/networks/8a44e4e9-cba1-44cd-ba3b-400779da1d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941632 Jun 08 02:07:11.970857 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:11.992701 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6f24a4fd-4574-481e-97c6-07559769db82 req-b93d8c03-89d1-4714-9c40-ec63afd8e4ec service neutron] 10.222.0.15 "GET /v2.0/networks/8a44e4e9-cba1-44cd-ba3b-400779da1d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951858 Jun 08 02:07:12.121335 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3113d7-6f73-4760-9a46-fd0d5e24f774 req-af82e0b9-e889-457e-b4c7-a2bc5ca31961 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:12.122913 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7f3113d7-6f73-4760-9a46-fd0d5e24f774 req-af82e0b9-e889-457e-b4c7-a2bc5ca31961 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.0484483 Jun 08 02:07:12.176206 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7f3113d7-6f73-4760-9a46-fd0d5e24f774 req-5d22987c-2970-4fe1-8f23-a2260fb9b2fd tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454633 Jun 08 02:07:12.282876 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 52598) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:12.392771 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4d36a3e7-4ccf-4d2c-b0e7-7c09a89bd6da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:12.464313 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:12.479623 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4d36a3e7-4ccf-4d2c-b0e7-7c09a89bd6da admin admin] Publish callbacks [] for security_group (dcb8f72f-432f-4a1f-9614-e5c10fd2e963), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:12.485157 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4d36a3e7-4ccf-4d2c-b0e7-7c09a89bd6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (dcb8f72f-432f-4a1f-9614-e5c10fd2e963), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:12.526882 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-4d36a3e7-4ccf-4d2c-b0e7-7c09a89bd6da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d641a85e873144a981b4c1fc60c17db3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429020 Jun 08 02:07:12.528862 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d36a3e7-4ccf-4d2c-b0e7-7c09a89bd6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb8f72f-432f-4a1f-9614-e5c10fd2e963,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:12.529503 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 52610) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:12.562188 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348e907-745a-4973-8b56-fc5105baf6fb req-b8536ead-c7e5-4676-bc0a-f49d438ed6b4 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:12.563687 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6348e907-745a-4973-8b56-fc5105baf6fb req-b8536ead-c7e5-4676-bc0a-f49d438ed6b4 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 945 time: 0.0753808 Jun 08 02:07:12.638317 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-7cd0a6cd-2866-4586-9bed-3a4ff8838c50 admin admin] Publish callbacks [] for security_group (dcb8f72f-432f-4a1f-9614-e5c10fd2e963), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:12.645798 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6348e907-745a-4973-8b56-fc5105baf6fb req-3fe8f876-4a40-4f21-9cce-fc9610b18bcc tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725505 Jun 08 02:07:12.684805 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-7cd0a6cd-2866-4586-9bed-3a4ff8838c50 admin admin] Publish callbacks [] for security_group (dcb8f72f-432f-4a1f-9614-e5c10fd2e963), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:12.732124 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de80fb-afa2-45f4-956c-2413c30c23d0 req-09d88910-ccf4-47df-8697-d9dee4460354 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:12.733687 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f5de80fb-afa2-45f4-956c-2413c30c23d0 req-09d88910-ccf4-47df-8697-d9dee4460354 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=82829d3a-716e-45c0-8d9a-5f560b9b96a6 HTTP/1.1" status: 200 len: 943 time: 0.0687575 Jun 08 02:07:12.790718 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-7cd0a6cd-2866-4586-9bed-3a4ff8838c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (dcb8f72f-432f-4a1f-9614-e5c10fd2e963), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:12.793236 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-7cd0a6cd-2866-4586-9bed-3a4ff8838c50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:12.794338 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-7cd0a6cd-2866-4586-9bed-3a4ff8838c50 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dcb8f72f-432f-4a1f-9614-e5c10fd2e963 HTTP/1.1" status: 204 len: 168 time: 0.2639122 Jun 08 02:07:12.810726 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd0a6cd-2866-4586-9bed-3a4ff8838c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb8f72f-432f-4a1f-9614-e5c10fd2e963,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:12.817718 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f5de80fb-afa2-45f4-956c-2413c30c23d0 req-289d258e-30dc-46a1-84d2-b6588681efe5 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a3ba2d0-d422-4599-8aeb-be79e7cac3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770323 Jun 08 02:07:13.104900 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 52626) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:13.118446 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-deec4549-842a-4c5f-99a0-2e42d51f3589 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:13.141110 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:13.202948 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-deec4549-842a-4c5f-99a0-2e42d51f3589 admin admin] Publish callbacks [] for security_group (f5cd68b9-567f-499d-b2e9-419ab65b0b79), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:13.207919 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-deec4549-842a-4c5f-99a0-2e42d51f3589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (f5cd68b9-567f-499d-b2e9-419ab65b0b79), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:13.256121 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-deec4549-842a-4c5f-99a0-2e42d51f3589 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee4fafbcccc24d9aad00975656b00e04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1477425 Jun 08 02:07:13.256121 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec4549-842a-4c5f-99a0-2e42d51f3589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cd68b9-567f-499d-b2e9-419ab65b0b79,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:13.256647 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 52630) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:13.316684 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e36f4-d34b-4a9b-9ea4-62cdd1b997f6 req-e24c720a-2c79-44c6-8b29-982c7b5725d8 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:13.318139 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0d4e36f4-d34b-4a9b-9ea4-62cdd1b997f6 req-e24c720a-2c79-44c6-8b29-982c7b5725d8 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.0728724 Jun 08 02:07:13.341382 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:13.366053 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-4e89bfd9-81d9-41a0-a0b7-7c07f81206d1 admin admin] Publish callbacks [] for security_group (f5cd68b9-567f-499d-b2e9-419ab65b0b79), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:13.394795 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0d4e36f4-d34b-4a9b-9ea4-62cdd1b997f6 req-f3df7641-0e26-46c1-b8ea-cd6b6ca5fc2f tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685318 Jun 08 02:07:13.404052 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-4e89bfd9-81d9-41a0-a0b7-7c07f81206d1 admin admin] Publish callbacks [] for security_group (f5cd68b9-567f-499d-b2e9-419ab65b0b79), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:13.452419 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-4e89bfd9-81d9-41a0-a0b7-7c07f81206d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (f5cd68b9-567f-499d-b2e9-419ab65b0b79), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:13.454935 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-4e89bfd9-81d9-41a0-a0b7-7c07f81206d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:13.456062 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-4e89bfd9-81d9-41a0-a0b7-7c07f81206d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f5cd68b9-567f-499d-b2e9-419ab65b0b79 HTTP/1.1" status: 204 len: 168 time: 0.1984596 Jun 08 02:07:13.464598 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89bfd9-81d9-41a0-a0b7-7c07f81206d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cd68b9-567f-499d-b2e9-419ab65b0b79,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:13.772704 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a9485-e0a0-4cb4-9f10-13f7de408411 req-e7548bd3-4e5a-41dd-908c-159bd0b57b72 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:13.774345 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7b8a9485-e0a0-4cb4-9f10-13f7de408411 req-e7548bd3-4e5a-41dd-908c-159bd0b57b72 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 945 time: 0.0537066 Jun 08 02:07:13.839156 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7b8a9485-e0a0-4cb4-9f10-13f7de408411 req-4db5f78e-7487-48fc-89f4-73c7df37665d tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575690 Jun 08 02:07:13.931049 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:14.009738 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e26f0a-b3a7-47c2-bc94-256dddc60906 req-eb78efc9-9677-4c69-bbcf-544731f8a298 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:14.011218 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e8e26f0a-b3a7-47c2-bc94-256dddc60906 req-eb78efc9-9677-4c69-bbcf-544731f8a298 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=82829d3a-716e-45c0-8d9a-5f560b9b96a6 HTTP/1.1" status: 200 len: 943 time: 0.1036155 Jun 08 02:07:14.020081 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be7fcc-cfef-4047-8481-00c8f54c7207 req-c083a99e-a9ad-4e3a-84bd-8221e0e56d64 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:14.022028 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a8be7fcc-cfef-4047-8481-00c8f54c7207 req-c083a99e-a9ad-4e3a-84bd-8221e0e56d64 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 945 time: 0.0662277 Jun 08 02:07:14.032161 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 52662) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:14.038716 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-1cc5a7b4-a448-48ca-beb8-20370ccb67c9 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Request body: {'floatingip': {'port_id': '4c178719-6047-43d9-9d57-30618b0b060e'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:07:14.070648 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e8e26f0a-b3a7-47c2-bc94-256dddc60906 req-f278436c-98f1-480d-9fb7-d8559de641f6 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a3ba2d0-d422-4599-8aeb-be79e7cac3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475066 Jun 08 02:07:14.083176 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 52666) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:14.100124 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-1cc5a7b4-a448-48ca-beb8-20370ccb67c9 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for floatingip (88bf001e-dd56-41aa-8e7f-bf5bf0ebf5dd), before_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:14.163163 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6 details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 02:07:14.262228 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-81e91695-096f-4073-b01e-1f335084e7ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:14.270808 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:14.297836 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6,segment=NetworkSegment(897a0c03-e5dc-4e76-934b-34439857bbf1),segment_id=897a0c03-e5dc-4e76-934b-34439857bbf1)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:07:14.307681 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:14.312327 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Returning: {'device': 'e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6', 'network_id': '8a44e4e9-cba1-44cd-ba3b-400779da1d15', 'port_id': 'e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6', 'mac_address': 'fa:16:3e:30:8e:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '033aa666-a7e5-416e-80c1-a062d7f24f96', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 02:07:14.364034 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6 is: DOWN; New status is: BUILD {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:07:14.365406 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:14.376983 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:14.386633 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6 {{(pid=104270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:07:14.388504 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-81e91695-096f-4073-b01e-1f335084e7ff admin admin] Publish callbacks [] for security_group (be018059-ab7d-493f-bfa9-21046cac6836), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:14.393696 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-81e91695-096f-4073-b01e-1f335084e7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (be018059-ab7d-493f-bfa9-21046cac6836), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:14.443408 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6,segment=NetworkSegment(897a0c03-e5dc-4e76-934b-34439857bbf1),segment_id=897a0c03-e5dc-4e76-934b-34439857bbf1)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:07:14.447226 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-81e91695-096f-4073-b01e-1f335084e7ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b5421ddf567f4a2a9f475e2117c23999&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3629777 Jun 08 02:07:14.448848 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 52684) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:14.456538 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e91695-096f-4073-b01e-1f335084e7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be018059-ab7d-493f-bfa9-21046cac6836,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:14.458878 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:14.536256 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:14.559844 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-0d87d660-90b2-43eb-90ff-3a9e406f02ae admin admin] Publish callbacks [] for security_group (be018059-ab7d-493f-bfa9-21046cac6836), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:14.572482 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b6637-e458-45ff-93a6-4c52849c9287 req-cd3dad17-d03c-4d02-b33a-3ce918526ff0 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:14.573975 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-af7b6637-e458-45ff-93a6-4c52849c9287 req-cd3dad17-d03c-4d02-b33a-3ce918526ff0 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.0626614 Jun 08 02:07:14.604489 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-0d87d660-90b2-43eb-90ff-3a9e406f02ae admin admin] Publish callbacks [] for security_group (be018059-ab7d-493f-bfa9-21046cac6836), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:14.665808 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-af7b6637-e458-45ff-93a6-4c52849c9287 req-6d0177b9-eebc-4000-8340-d7757b93df9a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841851 Jun 08 02:07:14.690491 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-1cc5a7b4-a448-48ca-beb8-20370ccb67c9 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:14.692334 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-0d87d660-90b2-43eb-90ff-3a9e406f02ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (be018059-ab7d-493f-bfa9-21046cac6836), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:14.694859 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-1cc5a7b4-a448-48ca-beb8-20370ccb67c9 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682813'] for floatingip (88bf001e-dd56-41aa-8e7f-bf5bf0ebf5dd), after_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:14.695286 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-0d87d660-90b2-43eb-90ff-3a9e406f02ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:14.699029 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-0d87d660-90b2-43eb-90ff-3a9e406f02ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be018059-ab7d-493f-bfa9-21046cac6836 HTTP/1.1" status: 204 len: 168 time: 0.2492526 Jun 08 02:07:14.709298 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d87d660-90b2-43eb-90ff-3a9e406f02ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be018059-ab7d-493f-bfa9-21046cac6836,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:14.802970 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.db.l3_db [None req-1cc5a7b4-a448-48ca-beb8-20370ccb67c9 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Floating IP 88bf001e-dd56-41aa-8e7f-bf5bf0ebf5dd associated. External IP: 172.27.1.187, port: 4c178719-6047-43d9-9d57-30618b0b060e. Jun 08 02:07:14.821180 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:07:14.922983 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:15.042273 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc5a7b4-a448-48ca-beb8-20370ccb67c9 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Router 7d5de0aa-45c6-4daf-9f83-88dc18ab4223 has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:07:15.178475 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 52712) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:15.194834 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:15.203823 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d09dd77c-3961-42d7-8a11-35caba76f321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:15.211516 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b2693-6720-447c-b1a4-4efb1a67c807 req-18fbd206-98e9-4dfe-b9d3-91d1420fd2d7 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:15.213106 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-bd0b2693-6720-447c-b1a4-4efb1a67c807 req-18fbd206-98e9-4dfe-b9d3-91d1420fd2d7 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=82829d3a-716e-45c0-8d9a-5f560b9b96a6 HTTP/1.1" status: 200 len: 944 time: 0.0609837 Jun 08 02:07:15.218614 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc5a7b4-a448-48ca-beb8-20370ccb67c9 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:07:15.225045 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-1cc5a7b4-a448-48ca-beb8-20370ccb67c9 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:15.234473 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deba5bf3-294a-46c8-93a3-57bb82793b2f None None] Sync routers for ids ['7d5de0aa-45c6-4daf-9f83-88dc18ab4223'] in dv-cinder-845069-1-iscsi {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:07:15.245817 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deba5bf3-294a-46c8-93a3-57bb82793b2f None None] Routers {'7d5de0aa-45c6-4daf-9f83-88dc18ab4223'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:07:15.246772 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-deba5bf3-294a-46c8-93a3-57bb82793b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:07:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['7d5de0aa-45c6-4daf-9f83-88dc18ab4223'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:07:15.259362 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-1cc5a7b4-a448-48ca-beb8-20370ccb67c9 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "PUT /v2.0/floatingips/88bf001e-dd56-41aa-8e7f-bf5bf0ebf5dd HTTP/1.1" status: 200 len: 991 time: 1.2236292 Jun 08 02:07:15.260670 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7944f2e-2294-4a69-bd4e-d51f50e73e56', 'tag': '4c178719-6047-43d9-9d57-30618b0b060e'}] {{(pid=104269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:07:15.262938 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358dc8d4ae4a51a45346970250dcd834be934840dbf61ef46806344516445931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5363336f-6c76-4d9d-82d6-4965106e5b57" -d '{"events": [{"name": "network-changed", "server_uuid": "b7944f2e-2294-4a69-bd4e-d51f50e73e56", "tag": "4c178719-6047-43d9-9d57-30618b0b060e"}]}' {{(pid=104269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:07:15.292622 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-bd0b2693-6720-447c-b1a4-4efb1a67c807 req-8784bc35-b4dd-4a9a-ac95-b5ab0153f464 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a3ba2d0-d422-4599-8aeb-be79e7cac3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734177 Jun 08 02:07:15.323229 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9356309-5b5a-41e7-a78e-a45df3143dc9 x-openstack-request-id: req-d9356309-5b5a-41e7-a78e-a45df3143dc9 {{(pid=104269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:07:15.323495 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7944f2e-2294-4a69-bd4e-d51f50e73e56", "tag": "4c178719-6047-43d9-9d57-30618b0b060e", "status": "completed", "code": 200}]} {{(pid=104269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:07:15.323783 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9356309-5b5a-41e7-a78e-a45df3143dc9 {{(pid=104269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:07:15.324138 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9356309-5b5a-41e7-a78e-a45df3143dc9'] response: {'name': 'network-changed', 'server_uuid': 'b7944f2e-2294-4a69-bd4e-d51f50e73e56', 'tag': '4c178719-6047-43d9-9d57-30618b0b060e', 'status': 'completed', 'code': 200} Jun 08 02:07:15.339644 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d09dd77c-3961-42d7-8a11-35caba76f321 admin admin] Publish callbacks [] for security_group (00990833-fe99-460e-b28d-67f83e176dd2), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:15.346365 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d09dd77c-3961-42d7-8a11-35caba76f321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (00990833-fe99-460e-b28d-67f83e176dd2), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:15.392849 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-d09dd77c-3961-42d7-8a11-35caba76f321 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73aa135ccef34dfc8cab60ae49b7f97c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2119911 Jun 08 02:07:15.394980 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 52720) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:15.396892 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363336f-6c76-4d9d-82d6-4965106e5b57 req-b7d2071c-9b58-4fdd-be9b-c308ce740a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:15.398426 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5363336f-6c76-4d9d-82d6-4965106e5b57 req-b7d2071c-9b58-4fdd-be9b-c308ce740a40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7daf0f9fd80c464ca4fbf7f2e19fccbd&device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 1129 time: 0.0450871 Jun 08 02:07:15.400910 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-deba5bf3-294a-46c8-93a3-57bb82793b2f None None] Set router 7d5de0aa-45c6-4daf-9f83-88dc18ab4223 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:07:15.403305 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09dd77c-3961-42d7-8a11-35caba76f321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00990833-fe99-460e-b28d-67f83e176dd2,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:15.462853 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d76145ae-10da-44cd-a0f5-a5e8552fdc19 admin admin] Publish callbacks [] for security_group (00990833-fe99-460e-b28d-67f83e176dd2), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:15.486572 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d76145ae-10da-44cd-a0f5-a5e8552fdc19 admin admin] Publish callbacks [] for security_group (00990833-fe99-460e-b28d-67f83e176dd2), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:15.512904 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363336f-6c76-4d9d-82d6-4965106e5b57 req-9321951a-7b8b-4b52-9c49-ddb566e95cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:15.514481 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5363336f-6c76-4d9d-82d6-4965106e5b57 req-9321951a-7b8b-4b52-9c49-ddb566e95cbf service neutron] 10.222.0.15 "GET /v2.0/networks?id=99df6c84-8305-4b75-a40c-3f742f20dcc7 HTTP/1.1" status: 200 len: 917 time: 0.1056495 Jun 08 02:07:15.543139 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d76145ae-10da-44cd-a0f5-a5e8552fdc19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (00990833-fe99-460e-b28d-67f83e176dd2), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:15.545924 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d76145ae-10da-44cd-a0f5-a5e8552fdc19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:15.547285 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-d76145ae-10da-44cd-a0f5-a5e8552fdc19 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00990833-fe99-460e-b28d-67f83e176dd2 HTTP/1.1" status: 204 len: 168 time: 0.1513965 Jun 08 02:07:15.560066 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76145ae-10da-44cd-a0f5-a5e8552fdc19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00990833-fe99-460e-b28d-67f83e176dd2,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:15.590010 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5363336f-6c76-4d9d-82d6-4965106e5b57 req-cfe69045-021e-4bff-8c37-fa57e816e14e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c178719-6047-43d9-9d57-30618b0b060e HTTP/1.1" status: 200 len: 999 time: 0.0657425 Jun 08 02:07:15.645517 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363336f-6c76-4d9d-82d6-4965106e5b57 req-04dca006-8f8d-4d41-8c6e-9997db98d1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:15.646999 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5363336f-6c76-4d9d-82d6-4965106e5b57 req-04dca006-8f8d-4d41-8c6e-9997db98d1d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35584f73-fd5a-4825-84bf-35c3d28082c7 HTTP/1.1" status: 200 len: 855 time: 0.0485182 Jun 08 02:07:15.679286 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-deba5bf3-294a-46c8-93a3-57bb82793b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'name': 'tempest-AttachVolumeShelveTestJSON-136663733-router', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:06:45Z', 'updated_at': '2022-06-08T02:06:48Z', 'revision_number': 4, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'gw_port': {'id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:06:46Z', 'updated_at': '2022-06-08T02:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': '88bf001e-dd56-41aa-8e7f-bf5bf0ebf5dd', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'floating_ip_address': '172.27.1.187', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'port_id': '4c178719-6047-43d9-9d57-30618b0b060e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7', 'mac_address': 'fa:16:3e:46:14:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7944f2e-2294-4a69-bd4e-d51f50e73e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:06:51Z', 'updated_at': '2022-06-08T02:07:14Z', 'revision_number': 1, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc', 'name': '', 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'mac_address': 'fa:16:3e:e7:92:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '35584f73-fd5a-4825-84bf-35c3d28082c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:06:48Z', 'updated_at': '2022-06-08T02:06:53Z', 'revision_number': 5, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'subnets': [{'id': '35584f73-fd5a-4825-84bf-35c3d28082c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:07:15.703412 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:15.708353 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363336f-6c76-4d9d-82d6-4965106e5b57 req-60238eee-a2de-4937-8504-5a6aa116abba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:15.709931 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5363336f-6c76-4d9d-82d6-4965106e5b57 req-60238eee-a2de-4937-8504-5a6aa116abba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99df6c84-8305-4b75-a40c-3f742f20dcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562010 Jun 08 02:07:15.812161 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deba5bf3-294a-46c8-93a3-57bb82793b2f None None] Checking router: 7d5de0aa-45c6-4daf-9f83-88dc18ab4223 for host: dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:07:15.824539 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deba5bf3-294a-46c8-93a3-57bb82793b2f None None] Routers {'7d5de0aa-45c6-4daf-9f83-88dc18ab4223'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:07:15.825518 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-deba5bf3-294a-46c8-93a3-57bb82793b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:07:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['7d5de0aa-45c6-4daf-9f83-88dc18ab4223'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:07:15.855734 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f8d89-029e-4693-95b8-10a6eb546424 req-19e6c302-155b-4d9e-ac20-ca455b23e059 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:15.857314 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-fa8f8d89-029e-4693-95b8-10a6eb546424 req-19e6c302-155b-4d9e-ac20-ca455b23e059 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.0726113 Jun 08 02:07:15.906956 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5363336f-6c76-4d9d-82d6-4965106e5b57 req-fef5572c-80e5-4316-844d-2a2847261d46 service neutron] 10.222.0.15 "GET /v2.0/networks/99df6c84-8305-4b75-a40c-3f742f20dcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885917 Jun 08 02:07:15.943613 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-deba5bf3-294a-46c8-93a3-57bb82793b2f None None] Set router 7d5de0aa-45c6-4daf-9f83-88dc18ab4223 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:07:16.013927 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:16.017523 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5363336f-6c76-4d9d-82d6-4965106e5b57 req-bbec37a3-3b07-4140-abc5-c07c49ec1325 service neutron] 10.222.0.15 "GET /v2.0/networks/99df6c84-8305-4b75-a40c-3f742f20dcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971847 Jun 08 02:07:16.044754 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-fa8f8d89-029e-4693-95b8-10a6eb546424 req-0d944527-f190-41cc-8634-09abc63c55a9 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715314 Jun 08 02:07:16.177510 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6 up at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:07:16.209528 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-deba5bf3-294a-46c8-93a3-57bb82793b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'name': 'tempest-AttachVolumeShelveTestJSON-136663733-router', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:06:45Z', 'updated_at': '2022-06-08T02:06:48Z', 'revision_number': 4, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'gw_port': {'id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:06:46Z', 'updated_at': '2022-06-08T02:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': '88bf001e-dd56-41aa-8e7f-bf5bf0ebf5dd', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'floating_ip_address': '172.27.1.187', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'port_id': '4c178719-6047-43d9-9d57-30618b0b060e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7', 'mac_address': 'fa:16:3e:46:14:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7944f2e-2294-4a69-bd4e-d51f50e73e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:06:51Z', 'updated_at': '2022-06-08T02:07:14Z', 'revision_number': 1, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc', 'name': '', 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'mac_address': 'fa:16:3e:e7:92:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '35584f73-fd5a-4825-84bf-35c3d28082c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:06:48Z', 'updated_at': '2022-06-08T02:06:53Z', 'revision_number': 5, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'subnets': [{'id': '35584f73-fd5a-4825-84bf-35c3d28082c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:07:16.227978 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning for port e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6 completed by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 02:07:16.241914 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning complete for port e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:07:16.242268 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deba5bf3-294a-46c8-93a3-57bb82793b2f None None] The sync data for ids ['7d5de0aa-45c6-4daf-9f83-88dc18ab4223'] in dv-cinder-845069-1-iscsi is: [{'id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'name': 'tempest-AttachVolumeShelveTestJSON-136663733-router', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:06:45Z', 'updated_at': '2022-06-08T02:06:48Z', 'revision_number': 4, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'gw_port': {'id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:06:46Z', 'updated_at': '2022-06-08T02:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': '88bf001e-dd56-41aa-8e7f-bf5bf0ebf5dd', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'floating_ip_address': '172.27.1.187', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'port_id': '4c178719-6047-43d9-9d57-30618b0b060e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7', 'mac_address': 'fa:16:3e:46:14:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7944f2e-2294-4a69-bd4e-d51f50e73e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:06:51Z', 'updated_at': '2022-06-08T02:07:14Z', 'revision_number': 1, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc', 'name': '', 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'mac_address': 'fa:16:3e:e7:92:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '35584f73-fd5a-4825-84bf-35c3d28082c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:06:48Z', 'updated_at': '2022-06-08T02:06:53Z', 'revision_number': 5, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'subnets': [{'id': '35584f73-fd5a-4825-84bf-35c3d28082c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:07:16.242856 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:16.336693 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6 is: BUILD; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:07:16.337359 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:16.368512 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82829d3a-716e-45c0-8d9a-5f560b9b96a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6'}] {{(pid=104270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:07:16.371124 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8be0b5de5a23eefcc09db06b1daf5598b5c3b6529c2083486e3c6bab2d5553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374315d0-10a6-44a2-a4a8-4438c9a5c6e7" -d '{"events": [{"server_uuid": "82829d3a-716e-45c0-8d9a-5f560b9b96a6", "name": "network-vif-plugged", "status": "completed", "tag": "e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6"}]}' {{(pid=104270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:07:16.385732 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6,segment=NetworkSegment(897a0c03-e5dc-4e76-934b-34439857bbf1),segment_id=897a0c03-e5dc-4e76-934b-34439857bbf1)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:07:16.395296 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:16.454221 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b014cb9-9b95-431a-bb06-4363906f681c x-openstack-request-id: req-8b014cb9-9b95-431a-bb06-4363906f681c {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:07:16.455691 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82829d3a-716e-45c0-8d9a-5f560b9b96a6", "name": "network-vif-plugged", "status": "completed", "tag": "e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6", "code": 200}]} {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:07:16.458143 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b014cb9-9b95-431a-bb06-4363906f681c {{(pid=104270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:07:16.458736 dv-cinder-845069-1-iscsi neutron-server[104270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b014cb9-9b95-431a-bb06-4363906f681c'] response: {'server_uuid': '82829d3a-716e-45c0-8d9a-5f560b9b96a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6', 'code': 200} Jun 08 02:07:16.534184 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6,revision_number=5']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:16.548009 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ea6e6-f443-4893-930d-544505cda638 req-63bd5a08-1eb1-46af-aa60-b9803ce85ea5 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:16.550821 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3c1ea6e6-f443-4893-930d-544505cda638 req-63bd5a08-1eb1-46af-aa60-b9803ce85ea5 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=82829d3a-716e-45c0-8d9a-5f560b9b96a6 HTTP/1.1" status: 200 len: 945 time: 0.1594374 Jun 08 02:07:16.614571 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd29b08-2ac7-440e-9bc5-1880d9c968bb None None] New status for floating IP 88bf001e-dd56-41aa-8e7f-bf5bf0ebf5dd: ACTIVE {{(pid=104270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 02:07:16.617162 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3c1ea6e6-f443-4893-930d-544505cda638 req-6715052d-a485-4f38-9c80-62a7d80e17a5 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a3ba2d0-d422-4599-8aeb-be79e7cac3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595779 Jun 08 02:07:16.698115 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523dd12-344e-4541-bef7-b51d8e80ef3e req-12e8eae3-1978-4665-84fe-d1976f83213d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:16.699603 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6523dd12-344e-4541-bef7-b51d8e80ef3e req-12e8eae3-1978-4665-84fe-d1976f83213d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=82829d3a-716e-45c0-8d9a-5f560b9b96a6 HTTP/1.1" status: 200 len: 1129 time: 0.0387077 Jun 08 02:07:16.751637 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6523dd12-344e-4541-bef7-b51d8e80ef3e req-49acafdc-2c03-4b8a-9e1d-248221b63973 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4a3ba2d0-d422-4599-8aeb-be79e7cac3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434203 Jun 08 02:07:17.166577 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8025b7b-0ad1-4db7-ac1e-525be642d573 req-e8cd2a66-7845-4ed3-81af-e65402d4867e tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:17.168224 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d8025b7b-0ad1-4db7-ac1e-525be642d573 req-e8cd2a66-7845-4ed3-81af-e65402d4867e tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.0490842 Jun 08 02:07:17.223147 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d8025b7b-0ad1-4db7-ac1e-525be642d573 req-0fd3c666-ce75-4bb4-ada0-50490ac98e46 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487952 Jun 08 02:07:17.762021 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a8086-7dc3-4202-81c5-aadb08c1f7ef req-31dff3ba-5917-400e-8548-f2a100635704 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:17.763500 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-019a8086-7dc3-4202-81c5-aadb08c1f7ef req-31dff3ba-5917-400e-8548-f2a100635704 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=82829d3a-716e-45c0-8d9a-5f560b9b96a6 HTTP/1.1" status: 200 len: 945 time: 0.0528758 Jun 08 02:07:17.815807 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-019a8086-7dc3-4202-81c5-aadb08c1f7ef req-e860b7f2-4fee-4582-97c2-27a508a71e08 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a3ba2d0-d422-4599-8aeb-be79e7cac3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467126 Jun 08 02:07:18.282624 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 52844) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:18.346628 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba0601-dbb4-4e5c-a0c6-0ab57d17f6ba req-d07d213b-0419-462e-9686-8a950ebb6b1f tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:18.348365 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-abba0601-dbb4-4e5c-a0c6-0ab57d17f6ba req-d07d213b-0419-462e-9686-8a950ebb6b1f tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.0541029 Jun 08 02:07:18.400515 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-abba0601-dbb4-4e5c-a0c6-0ab57d17f6ba req-0976f6f5-643c-4246-96c2-15af5a484ded tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462615 Jun 08 02:07:18.432117 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c55c5e62-8a3c-4181-baf5-0169dd71941d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:18.512258 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c55c5e62-8a3c-4181-baf5-0169dd71941d admin admin] Publish callbacks [] for security_group (4301172b-be29-445d-8990-dabf94ad37b0), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:18.516386 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c55c5e62-8a3c-4181-baf5-0169dd71941d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (4301172b-be29-445d-8990-dabf94ad37b0), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:18.557593 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-c55c5e62-8a3c-4181-baf5-0169dd71941d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b1bd78079b2a4d49b2c3533111621164&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2736804 Jun 08 02:07:18.558568 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c5e62-8a3c-4181-baf5-0169dd71941d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4301172b-be29-445d-8990-dabf94ad37b0,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:18.560279 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 52860) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:18.613500 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-32a1331b-e63d-4ab1-9794-fc5f04b2ad09 admin admin] Publish callbacks [] for security_group (4301172b-be29-445d-8990-dabf94ad37b0), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:18.635519 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-32a1331b-e63d-4ab1-9794-fc5f04b2ad09 admin admin] Publish callbacks [] for security_group (4301172b-be29-445d-8990-dabf94ad37b0), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:18.653693 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:18.689011 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-32a1331b-e63d-4ab1-9794-fc5f04b2ad09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (4301172b-be29-445d-8990-dabf94ad37b0), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:18.692484 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-32a1331b-e63d-4ab1-9794-fc5f04b2ad09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:18.696453 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-32a1331b-e63d-4ab1-9794-fc5f04b2ad09 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4301172b-be29-445d-8990-dabf94ad37b0 HTTP/1.1" status: 204 len: 168 time: 0.1321495 Jun 08 02:07:18.702923 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1331b-e63d-4ab1-9794-fc5f04b2ad09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4301172b-be29-445d-8990-dabf94ad37b0,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:18.942706 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea0cb2-5ac4-4c93-b983-60497dc1f8a8 req-6c6ca7c2-17cf-413e-9c7d-89319244db8d tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:18.944502 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ddea0cb2-5ac4-4c93-b983-60497dc1f8a8 req-6c6ca7c2-17cf-413e-9c7d-89319244db8d tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=82829d3a-716e-45c0-8d9a-5f560b9b96a6 HTTP/1.1" status: 200 len: 945 time: 0.0521400 Jun 08 02:07:18.994356 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ddea0cb2-5ac4-4c93-b983-60497dc1f8a8 req-ac740528-5678-44c6-b50e-1bdd1a13f6c6 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a3ba2d0-d422-4599-8aeb-be79e7cac3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439777 Jun 08 02:07:18.995671 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 52870) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:19.016529 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-919193d5-272f-448d-b803-ce64cca3d481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:19.104672 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-919193d5-272f-448d-b803-ce64cca3d481 admin admin] Publish callbacks [] for security_group (d3176099-279c-47ad-b24f-3f1700cdb251), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:19.108360 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-919193d5-272f-448d-b803-ce64cca3d481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (d3176099-279c-47ad-b24f-3f1700cdb251), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:19.151753 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-919193d5-272f-448d-b803-ce64cca3d481 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e5d2ab9db994fda8b0455cf5b486803&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1550481 Jun 08 02:07:19.152721 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919193d5-272f-448d-b803-ce64cca3d481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3176099-279c-47ad-b24f-3f1700cdb251,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:19.154529 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 52874) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:19.182716 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:19.208627 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4293d536-f068-4a45-a12f-ddbfe476df83 admin admin] Publish callbacks [] for security_group (d3176099-279c-47ad-b24f-3f1700cdb251), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:19.230799 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4293d536-f068-4a45-a12f-ddbfe476df83 admin admin] Publish callbacks [] for security_group (d3176099-279c-47ad-b24f-3f1700cdb251), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:19.282408 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4293d536-f068-4a45-a12f-ddbfe476df83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (d3176099-279c-47ad-b24f-3f1700cdb251), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:19.285493 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4293d536-f068-4a45-a12f-ddbfe476df83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:19.286662 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-4293d536-f068-4a45-a12f-ddbfe476df83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3176099-279c-47ad-b24f-3f1700cdb251 HTTP/1.1" status: 204 len: 168 time: 0.1311688 Jun 08 02:07:19.294973 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293d536-f068-4a45-a12f-ddbfe476df83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3176099-279c-47ad-b24f-3f1700cdb251,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:19.509352 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:19.529680 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aec064-a9a7-4d83-858f-382e1f1c2434 req-aac3f85d-846a-476f-9d12-71f83c51297e tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:19.531292 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-53aec064-a9a7-4d83-858f-382e1f1c2434 req-aac3f85d-846a-476f-9d12-71f83c51297e tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.0496397 Jun 08 02:07:19.591561 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-53aec064-a9a7-4d83-858f-382e1f1c2434 req-9eec7e0e-fbd1-423b-8955-116891c705b7 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540674 Jun 08 02:07:19.878036 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212edc6-cf3a-493b-b0a9-e78d0d62b879 req-17fe1b0a-ae7b-41c4-bafe-63adf3425887 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:19.879652 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9212edc6-cf3a-493b-b0a9-e78d0d62b879 req-17fe1b0a-ae7b-41c4-bafe-63adf3425887 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=82829d3a-716e-45c0-8d9a-5f560b9b96a6 HTTP/1.1" status: 200 len: 945 time: 0.0530467 Jun 08 02:07:19.935110 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9212edc6-cf3a-493b-b0a9-e78d0d62b879 req-2db6dad1-f3bd-4195-9feb-6d766837b261 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a3ba2d0-d422-4599-8aeb-be79e7cac3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478170 Jun 08 02:07:20.733902 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0fb96-f720-40dd-bce0-a02a708942f6 req-62e1d15a-fb05-40f3-9745-96a76ed4228a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:20.735530 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-75b0fb96-f720-40dd-bce0-a02a708942f6 req-62e1d15a-fb05-40f3-9745-96a76ed4228a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.0657873 Jun 08 02:07:20.795952 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-75b0fb96-f720-40dd-bce0-a02a708942f6 req-6f03758c-6d81-4389-9a79-65289a8ecbd2 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521708 Jun 08 02:07:21.048155 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbdc10-8932-4adb-910a-0191301c9a39 req-e9d27d42-2857-45ab-81e7-439b341b819e tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:21.049622 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-17bbdc10-8932-4adb-910a-0191301c9a39 req-e9d27d42-2857-45ab-81e7-439b341b819e tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=82829d3a-716e-45c0-8d9a-5f560b9b96a6 HTTP/1.1" status: 200 len: 945 time: 0.0464916 Jun 08 02:07:21.098411 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-17bbdc10-8932-4adb-910a-0191301c9a39 req-30bef0b0-5f1b-4659-b83c-bc9b155e1537 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a3ba2d0-d422-4599-8aeb-be79e7cac3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412836 Jun 08 02:07:21.895749 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=100 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:21.918713 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a9335-82a8-469b-a6a6-99811d6cc609 req-8ef7eaac-0514-4dfd-9d65-c48fe2abe64e tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:21.920354 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-145a9335-82a8-469b-a6a6-99811d6cc609 req-8ef7eaac-0514-4dfd-9d65-c48fe2abe64e tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.0537775 Jun 08 02:07:21.975241 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-145a9335-82a8-469b-a6a6-99811d6cc609 req-29fef569-890f-4136-86ba-a9e642aa14e6 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456753 Jun 08 02:07:22.211982 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711d7a3-469d-49bf-96f4-590f48ede100 req-685f1fa7-131a-457f-92cc-9c98f5ec7a9a tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:22.213384 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2711d7a3-469d-49bf-96f4-590f48ede100 req-685f1fa7-131a-457f-92cc-9c98f5ec7a9a tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=82829d3a-716e-45c0-8d9a-5f560b9b96a6 HTTP/1.1" status: 200 len: 945 time: 0.0479696 Jun 08 02:07:22.259721 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2711d7a3-469d-49bf-96f4-590f48ede100 req-f0b402ee-e7c0-406c-8ea8-c3a1dfd0548d tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a3ba2d0-d422-4599-8aeb-be79e7cac3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406895 Jun 08 02:07:23.087414 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30e3a1-e327-4fa5-bd59-b7344327ee0c req-82472c06-17b3-4fde-a729-b2e79f3a14c3 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:23.088932 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ea30e3a1-e327-4fa5-bd59-b7344327ee0c req-82472c06-17b3-4fde-a729-b2e79f3a14c3 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.0459981 Jun 08 02:07:23.139242 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ea30e3a1-e327-4fa5-bd59-b7344327ee0c req-3c455969-d16f-409d-8c6d-cbc7bb2a9725 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449257 Jun 08 02:07:23.356315 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:23.373246 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432db9d-89e1-4388-8d22-8ba063468af8 req-a59bf671-95dc-4898-b01f-63d0d7e3198b tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:23.374701 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e432db9d-89e1-4388-8d22-8ba063468af8 req-a59bf671-95dc-4898-b01f-63d0d7e3198b tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=82829d3a-716e-45c0-8d9a-5f560b9b96a6 HTTP/1.1" status: 200 len: 945 time: 0.0474603 Jun 08 02:07:23.422029 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e432db9d-89e1-4388-8d22-8ba063468af8 req-b4f52ed3-c65c-4f79-b6bd-fae04e0329b9 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a3ba2d0-d422-4599-8aeb-be79e7cac3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408356 Jun 08 02:07:24.197815 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0abaa-65a7-45ee-aa18-4b7b3a5a2899 req-99902aeb-6fc6-4a6a-bdc1-662625091269 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:24.199271 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d8c0abaa-65a7-45ee-aa18-4b7b3a5a2899 req-99902aeb-6fc6-4a6a-bdc1-662625091269 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.15 "GET /v2.0/ports?device_id=82829d3a-716e-45c0-8d9a-5f560b9b96a6 HTTP/1.1" status: 200 len: 945 time: 0.0524869 Jun 08 02:07:24.551595 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3fb80a-e0df-4c46-ba94-471ab9145ff3 req-27f11139-ecf4-46c5-a974-0c6be0adb7ec tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:24.553112 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cd3fb80a-e0df-4c46-ba94-471ab9145ff3 req-27f11139-ecf4-46c5-a974-0c6be0adb7ec tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.3194871 Jun 08 02:07:24.614393 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72551e02-c49f-4be1-96dc-5c59c0b87383 req-d3d94318-de5e-4182-84cb-9c6008e3a714 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:24.615794 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-72551e02-c49f-4be1-96dc-5c59c0b87383 req-d3d94318-de5e-4182-84cb-9c6008e3a714 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=82829d3a-716e-45c0-8d9a-5f560b9b96a6 HTTP/1.1" status: 200 len: 945 time: 0.1222148 Jun 08 02:07:24.640876 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-d8c0abaa-65a7-45ee-aa18-4b7b3a5a2899 req-2fb57e8d-4c13-4eea-82c4-aaa8e29ebfd1 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Deleting port e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6 {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:07:24.641148 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-d8c0abaa-65a7-45ee-aa18-4b7b3a5a2899 req-2fb57e8d-4c13-4eea-82c4-aaa8e29ebfd1 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:24.712162 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:24.726041 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cd3fb80a-e0df-4c46-ba94-471ab9145ff3 req-91fa2910-9461-4043-9f08-ef56e3d76f6c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464262 Jun 08 02:07:24.765764 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-72551e02-c49f-4be1-96dc-5c59c0b87383 req-a570ff2f-e750-4910-aac7-b279cbd31fc3 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a3ba2d0-d422-4599-8aeb-be79e7cac3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381307 Jun 08 02:07:24.787398 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-d8c0abaa-65a7-45ee-aa18-4b7b3a5a2899 req-2fb57e8d-4c13-4eea-82c4-aaa8e29ebfd1 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] For port e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6,segment=NetworkSegment(897a0c03-e5dc-4e76-934b-34439857bbf1),segment_id=897a0c03-e5dc-4e76-934b-34439857bbf1)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:07:24.787763 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-d8c0abaa-65a7-45ee-aa18-4b7b3a5a2899 req-2fb57e8d-4c13-4eea-82c4-aaa8e29ebfd1 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:24.803454 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-d8c0abaa-65a7-45ee-aa18-4b7b3a5a2899 req-2fb57e8d-4c13-4eea-82c4-aaa8e29ebfd1 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Calling delete_port for e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6 owned by compute:nova {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:07:24.959200 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-d8c0abaa-65a7-45ee-aa18-4b7b3a5a2899 req-2fb57e8d-4c13-4eea-82c4-aaa8e29ebfd1 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:24.974014 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:07:24.985874 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb57e8d-4c13-4eea-82c4-aaa8e29ebfd1 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Pushing event deleted for resources: {'Port': ['ID=e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:25.054491 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c0abaa-65a7-45ee-aa18-4b7b3a5a2899 req-2fb57e8d-4c13-4eea-82c4-aaa8e29ebfd1 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] No DVR routers for this DVR port e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6 on host hv-cinder-84506 {{(pid=104268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:07:25.057570 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-d8c0abaa-65a7-45ee-aa18-4b7b3a5a2899 req-2fb57e8d-4c13-4eea-82c4-aaa8e29ebfd1 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:25.060713 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d8c0abaa-65a7-45ee-aa18-4b7b3a5a2899 req-2fb57e8d-4c13-4eea-82c4-aaa8e29ebfd1 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.15 "DELETE /v2.0/ports/e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6 HTTP/1.1" status: 204 len: 173 time: 0.8488066 Jun 08 02:07:25.061132 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82829d3a-716e-45c0-8d9a-5f560b9b96a6', 'name': 'network-vif-deleted', 'tag': 'e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:07:25.063308 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47f6839-b058-404e-a269-e618ebeb9cdb" -d '{"events": [{"server_uuid": "82829d3a-716e-45c0-8d9a-5f560b9b96a6", "name": "network-vif-deleted", "tag": "e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:07:25.099215 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b907d026-5b82-4ec2-891a-f32d75b906b3 x-openstack-request-id: req-b907d026-5b82-4ec2-891a-f32d75b906b3 {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:07:25.099489 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82829d3a-716e-45c0-8d9a-5f560b9b96a6", "name": "network-vif-deleted", "tag": "e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:07:25.099739 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b907d026-5b82-4ec2-891a-f32d75b906b3 {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:07:25.100134 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b907d026-5b82-4ec2-891a-f32d75b906b3'] response: {'server_uuid': '82829d3a-716e-45c0-8d9a-5f560b9b96a6', 'name': 'network-vif-deleted', 'tag': 'e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6', 'status': 'completed', 'code': 200} Jun 08 02:07:25.472596 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:25.861750 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d4ae7-610d-4eb4-b3f8-017743a772be req-99fda725-ea15-41ec-b127-48a7d2e84e00 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:25.863494 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-279d4ae7-610d-4eb4-b3f8-017743a772be req-99fda725-ea15-41ec-b127-48a7d2e84e00 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.0656414 Jun 08 02:07:25.921322 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-279d4ae7-610d-4eb4-b3f8-017743a772be req-8d9e3217-4214-4ebe-8f2e-d497ac7ce457 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507791 Jun 08 02:07:26.111538 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 53066) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:26.164449 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-1c3e6a6d-c918-445a-bc2c-638969a8f863 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:26.166258 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-1c3e6a6d-c918-445a-bc2c-638969a8f863 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/networks?id=8a44e4e9-cba1-44cd-ba3b-400779da1d15 HTTP/1.1" status: 200 len: 808 time: 0.1294298 Jun 08 02:07:26.185540 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-2b8f56dd-6a07-4591-8a32-cee4cc87ad9e tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/quotas/540c921edbf24dbeaf13675b583bb464 HTTP/1.1" status: 200 len: 375 time: 0.0119634 Jun 08 02:07:26.220832 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-16f78fc5-12da-43ff-b959-3ffc4f529bd3 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=540c921edbf24dbeaf13675b583bb464&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292413 Jun 08 02:07:26.244505 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5c4424f2-7246-4c21-855c-fa1ccec09318 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:26.273727 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:26.279382 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:26.324535 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-54360d7f-7473-4fe9-b2a4-143001e27cd0 service neutron] 10.222.0.20 "GET /v2.0/networks/8a44e4e9-cba1-44cd-ba3b-400779da1d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964561 Jun 08 02:07:26.329210 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5c4424f2-7246-4c21-855c-fa1ccec09318 admin admin] Publish callbacks [] for security_group (8aeb5ac7-8f56-4d6e-a87d-7b2a670337fc), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:26.333543 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5c4424f2-7246-4c21-855c-fa1ccec09318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (8aeb5ac7-8f56-4d6e-a87d-7b2a670337fc), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:26.365123 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-5c4424f2-7246-4c21-855c-fa1ccec09318 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=745b66b72c1d49aca57c58f83111f348&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2518287 Jun 08 02:07:26.366875 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 53072) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:26.423375 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4424f2-7246-4c21-855c-fa1ccec09318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aeb5ac7-8f56-4d6e-a87d-7b2a670337fc,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:26.447008 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d577532f-ffa0-4a90-9fcb-ef62c1c838b4 admin admin] Publish callbacks [] for security_group (8aeb5ac7-8f56-4d6e-a87d-7b2a670337fc), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:26.494755 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d577532f-ffa0-4a90-9fcb-ef62c1c838b4 admin admin] Publish callbacks [] for security_group (8aeb5ac7-8f56-4d6e-a87d-7b2a670337fc), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:26.504641 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-6dad0867-d757-4138-be97-f5573a54065a service neutron] 10.222.0.20 "GET /v2.0/networks/8a44e4e9-cba1-44cd-ba3b-400779da1d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734653 Jun 08 02:07:26.548488 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d577532f-ffa0-4a90-9fcb-ef62c1c838b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (8aeb5ac7-8f56-4d6e-a87d-7b2a670337fc), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:26.551667 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d577532f-ffa0-4a90-9fcb-ef62c1c838b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:26.553060 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-d577532f-ffa0-4a90-9fcb-ef62c1c838b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8aeb5ac7-8f56-4d6e-a87d-7b2a670337fc HTTP/1.1" status: 204 len: 168 time: 0.1852875 Jun 08 02:07:26.561688 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d577532f-ffa0-4a90-9fcb-ef62c1c838b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aeb5ac7-8f56-4d6e-a87d-7b2a670337fc,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:26.706997 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ca83e484-d253-44e0-bfe5-3baab985b32f req-75a44e60-07ff-4965-9c66-c6bbc5c78f01 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8e11a7-f659-4bd6-a2ad-3327d14d3706 HTTP/1.1" status: 200 len: 210 time: 0.0360439 Jun 08 02:07:26.877165 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 53096) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:26.891364 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-bd889774-5716-4347-acad-568d4c86c8f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:26.985511 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-bd889774-5716-4347-acad-568d4c86c8f6 admin admin] Publish callbacks [] for security_group (a5652d97-281e-4075-b902-2dada07fdfc9), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:26.991194 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-bd889774-5716-4347-acad-568d4c86c8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (a5652d97-281e-4075-b902-2dada07fdfc9), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:27.044692 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd889774-5716-4347-acad-568d4c86c8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5652d97-281e-4075-b902-2dada07fdfc9,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:27.055285 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-bd889774-5716-4347-acad-568d4c86c8f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a850ace674e341db952db6f3a541779e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1769385 Jun 08 02:07:27.058894 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bf459-6b19-4b11-8333-583778ae6b49 req-f566298a-43be-4904-bca6-309146ad28b3 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:27.059548 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 53102) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:27.060314 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-eb7bf459-6b19-4b11-8333-583778ae6b49 req-f566298a-43be-4904-bca6-309146ad28b3 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.0564282 Jun 08 02:07:27.114862 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-eb7bf459-6b19-4b11-8333-583778ae6b49 req-21bd1729-f52a-4964-a932-2bb373432182 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480943 Jun 08 02:07:27.119118 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-ee979b3b-f889-433d-8aaf-417b3eeee0df admin admin] Publish callbacks [] for security_group (a5652d97-281e-4075-b902-2dada07fdfc9), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:27.144277 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-ee979b3b-f889-433d-8aaf-417b3eeee0df admin admin] Publish callbacks [] for security_group (a5652d97-281e-4075-b902-2dada07fdfc9), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:27.154594 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:27.196509 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-ee979b3b-f889-433d-8aaf-417b3eeee0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (a5652d97-281e-4075-b902-2dada07fdfc9), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:27.198996 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-ee979b3b-f889-433d-8aaf-417b3eeee0df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:27.202487 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-ee979b3b-f889-433d-8aaf-417b3eeee0df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5652d97-281e-4075-b902-2dada07fdfc9 HTTP/1.1" status: 204 len: 168 time: 0.1397462 Jun 08 02:07:27.208162 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee979b3b-f889-433d-8aaf-417b3eeee0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5652d97-281e-4075-b902-2dada07fdfc9,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:27.561543 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 53114) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:27.574998 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-46110dcd-da86-41cc-9dcb-cdf86fbf059c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:27.696889 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-46110dcd-da86-41cc-9dcb-cdf86fbf059c admin admin] Publish callbacks [] for security_group (9a649a1d-5eb9-476f-8824-b55300ea5066), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:27.702876 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-46110dcd-da86-41cc-9dcb-cdf86fbf059c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (9a649a1d-5eb9-476f-8824-b55300ea5066), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:27.769948 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 53122) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:27.770624 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-46110dcd-da86-41cc-9dcb-cdf86fbf059c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8e37344d771444b2ac119e4a03e50bb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2076471 Jun 08 02:07:27.777275 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46110dcd-da86-41cc-9dcb-cdf86fbf059c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a649a1d-5eb9-476f-8824-b55300ea5066,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:27.915906 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7e4d9318-1c45-476c-9617-ca5c1a836989 req-d0756c59-d416-4970-b49b-d6e3bf2f3101 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8e11a7-f659-4bd6-a2ad-3327d14d3706 HTTP/1.1" status: 200 len: 210 time: 0.0802014 Jun 08 02:07:27.916344 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:27.943772 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-17db213b-a80f-4642-ab4c-5773e6d5266b tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:27.946627 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-17db213b-a80f-4642-ab4c-5773e6d5266b tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.15 "GET /v2.0/networks?id=8a44e4e9-cba1-44cd-ba3b-400779da1d15 HTTP/1.1" status: 200 len: 808 time: 0.3112948 Jun 08 02:07:27.967065 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b9453422-c915-4467-af51-d05a04b619c4 admin admin] Publish callbacks [] for security_group (9a649a1d-5eb9-476f-8824-b55300ea5066), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:27.991949 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b9453422-c915-4467-af51-d05a04b619c4 admin admin] Publish callbacks [] for security_group (9a649a1d-5eb9-476f-8824-b55300ea5066), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:28.003827 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-6e74dbd5-d25f-4794-ab20-a37228c4e7ee tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Request body: {'port': {'device_id': 'aa8e11a7-f659-4bd6-a2ad-3327d14d3706', 'network_id': '8a44e4e9-cba1-44cd-ba3b-400779da1d15', 'admin_state_up': True, 'tenant_id': '540c921edbf24dbeaf13675b583bb464'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:07:28.118995 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b9453422-c915-4467-af51-d05a04b619c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (9a649a1d-5eb9-476f-8824-b55300ea5066), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:28.121436 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b9453422-c915-4467-af51-d05a04b619c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:28.122538 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-b9453422-c915-4467-af51-d05a04b619c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a649a1d-5eb9-476f-8824-b55300ea5066 HTTP/1.1" status: 204 len: 168 time: 0.3510158 Jun 08 02:07:28.136429 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9453422-c915-4467-af51-d05a04b619c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a649a1d-5eb9-476f-8824-b55300ea5066,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:28.147576 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-6e74dbd5-d25f-4794-ab20-a37228c4e7ee tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Made reservation on behalf of 540c921edbf24dbeaf13675b583bb464 for: {'port': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:07:28.151312 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-6e74dbd5-d25f-4794-ab20-a37228c4e7ee tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:28.205010 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6 no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:07:28.234623 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] No Port match for: e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6 {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:07:28.235043 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device e4ca8bf7-ca3e-4666-8826-6b2e8ba7fec6 not bound to the agent host hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:07:28.321290 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c43ce5-da3f-4d27-90fd-d693758c05a9 req-67993a18-2020-4891-afb6-ec8097ce5d8a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:28.322792 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e1c43ce5-da3f-4d27-90fd-d693758c05a9 req-67993a18-2020-4891-afb6-ec8097ce5d8a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.0793018 Jun 08 02:07:28.338182 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-6e74dbd5-d25f-4794-ab20-a37228c4e7ee tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Allocated IP 172.20.0.12 (8a44e4e9-cba1-44cd-ba3b-400779da1d15/033aa666-a7e5-416e-80c1-a062d7f24f96/b5387eb9-1e00-436a-99d1-db7408aa68eb) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:07:28.341364 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:28.414852 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e1c43ce5-da3f-4d27-90fd-d693758c05a9 req-a0754a21-c453-4aba-9992-760a0b79e172 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863020 Jun 08 02:07:28.531195 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-6e74dbd5-d25f-4794-ab20-a37228c4e7ee tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Publish callbacks [] for port (b5387eb9-1e00-436a-99d1-db7408aa68eb), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:28.568561 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-6e74dbd5-d25f-4794-ab20-a37228c4e7ee tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (b5387eb9-1e00-436a-99d1-db7408aa68eb), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:28.617758 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-6e74dbd5-d25f-4794-ab20-a37228c4e7ee tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Network 8a44e4e9-cba1-44cd-ba3b-400779da1d15 is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:07:28.620878 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-6e74dbd5-d25f-4794-ab20-a37228c4e7ee tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:07:28.623469 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-6e74dbd5-d25f-4794-ab20-a37228c4e7ee tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:07:28.663588 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e74dbd5-d25f-4794-ab20-a37228c4e7ee tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Pushing event updated for resources: {'Port': ['ID=b5387eb9-1e00-436a-99d1-db7408aa68eb,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:28.685715 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-6e74dbd5-d25f-4794-ab20-a37228c4e7ee tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:28.686310 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-6e74dbd5-d25f-4794-ab20-a37228c4e7ee tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:28.704463 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-6e74dbd5-d25f-4794-ab20-a37228c4e7ee tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7098718 Jun 08 02:07:29.051736 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53923c-8ce4-4eb5-aac6-52affeb256ae req-a2183759-2ffc-4eda-b0e0-e43e1d4d15f6 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:29.053265 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2d53923c-8ce4-4eb5-aac6-52affeb256ae req-a2183759-2ffc-4eda-b0e0-e43e1d4d15f6 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8e11a7-f659-4bd6-a2ad-3327d14d3706 HTTP/1.1" status: 200 len: 932 time: 0.0594735 Jun 08 02:07:29.108420 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2d53923c-8ce4-4eb5-aac6-52affeb256ae req-f102a1a9-e44f-4c00-9f8c-f36694e8dbb2 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a3ba2d0-d422-4599-8aeb-be79e7cac3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495510 Jun 08 02:07:29.493952 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:29.535827 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d76071-4d3c-4dc2-9c7b-00d09056c1e2 req-2b57fec3-66e4-4e7b-a87d-c853115e3bfd tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:29.537299 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-65d76071-4d3c-4dc2-9c7b-00d09056c1e2 req-2b57fec3-66e4-4e7b-a87d-c853115e3bfd tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.0532844 Jun 08 02:07:29.583446 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-65d76071-4d3c-4dc2-9c7b-00d09056c1e2 req-bdf7298b-d204-4e47-a6f5-78936d5abda6 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406837 Jun 08 02:07:30.227031 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fe164-0a03-4f5a-933c-fe9ec2bb7bb9 req-5f5d2c2c-d549-4d20-9987-ccd5d94520dc tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:30.228419 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1d3fe164-0a03-4f5a-933c-fe9ec2bb7bb9 req-5f5d2c2c-d549-4d20-9987-ccd5d94520dc tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8e11a7-f659-4bd6-a2ad-3327d14d3706 HTTP/1.1" status: 200 len: 932 time: 0.0455019 Jun 08 02:07:30.274547 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1d3fe164-0a03-4f5a-933c-fe9ec2bb7bb9 req-08f34a25-aac9-4e7a-afd3-e52a9af52348 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a3ba2d0-d422-4599-8aeb-be79e7cac3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406961 Jun 08 02:07:30.695049 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79c3e9-0676-404a-ac32-fc029263cbd7 req-e222c0e7-b6d2-49e2-b0ce-42d8a71311e6 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:30.696651 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ba79c3e9-0676-404a-ac32-fc029263cbd7 req-e222c0e7-b6d2-49e2-b0ce-42d8a71311e6 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.0474308 Jun 08 02:07:30.748362 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ba79c3e9-0676-404a-ac32-fc029263cbd7 req-a01e9b03-02fe-4441-90c8-2361ea23e575 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461748 Jun 08 02:07:31.051404 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-c3a930d6-8217-47f0-8be5-0c20adebe4a5 service neutron] Request body: {'port': {'device_id': 'aa8e11a7-f659-4bd6-a2ad-3327d14d3706', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:07:31.108733 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-c3a930d6-8217-47f0-8be5-0c20adebe4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (b5387eb9-1e00-436a-99d1-db7408aa68eb), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:31.189400 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:31.421327 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243ef4b-e8f2-4800-8566-bc77d72e6d50 req-fefd1bd6-99ac-41f7-baa1-c54c7549be98 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:31.422700 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a243ef4b-e8f2-4800-8566-bc77d72e6d50 req-fefd1bd6-99ac-41f7-baa1-c54c7549be98 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8e11a7-f659-4bd6-a2ad-3327d14d3706 HTTP/1.1" status: 200 len: 932 time: 0.0792735 Jun 08 02:07:31.431727 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-c3a930d6-8217-47f0-8be5-0c20adebe4a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5387eb9-1e00-436a-99d1-db7408aa68eb {{(pid=104268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:07:31.445119 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-c3a930d6-8217-47f0-8be5-0c20adebe4a5 service neutron] Publish callbacks [] for port (b5387eb9-1e00-436a-99d1-db7408aa68eb), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:31.475766 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.provisioning_blocks [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-c3a930d6-8217-47f0-8be5-0c20adebe4a5 service neutron] Transition to ACTIVE for port object b5387eb9-1e00-436a-99d1-db7408aa68eb will not be triggered until provisioned by entity L2. {{(pid=104268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 02:07:31.482262 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-c3a930d6-8217-47f0-8be5-0c20adebe4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (b5387eb9-1e00-436a-99d1-db7408aa68eb), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:31.523193 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a243ef4b-e8f2-4800-8566-bc77d72e6d50 req-6bbb6351-03bf-43d4-b60f-07c490337b19 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a3ba2d0-d422-4599-8aeb-be79e7cac3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870526 Jun 08 02:07:31.543789 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a930d6-8217-47f0-8be5-0c20adebe4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b5387eb9-1e00-436a-99d1-db7408aa68eb,revision_number=2']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:31.618683 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:31.623677 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-c3a930d6-8217-47f0-8be5-0c20adebe4a5 service neutron] Attempting to bind port b5387eb9-1e00-436a-99d1-db7408aa68eb on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:07:31.624038 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-c3a930d6-8217-47f0-8be5-0c20adebe4a5 service neutron] Attempting to bind port b5387eb9-1e00-436a-99d1-db7408aa68eb by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': '897a0c03-e5dc-4e76-934b-34439857bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a44e4e9-cba1-44cd-ba3b-400779da1d15'}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:07:31.624357 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-c3a930d6-8217-47f0-8be5-0c20adebe4a5 service neutron] Attempting to bind port b5387eb9-1e00-436a-99d1-db7408aa68eb on network 8a44e4e9-cba1-44cd-ba3b-400779da1d15 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:07:31.630068 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-c3a930d6-8217-47f0-8be5-0c20adebe4a5 service neutron] Port b5387eb9-1e00-436a-99d1-db7408aa68eb on network 8a44e4e9-cba1-44cd-ba3b-400779da1d15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 02:07:31.630416 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-c3a930d6-8217-47f0-8be5-0c20adebe4a5 service neutron] Attempting to bind port b5387eb9-1e00-436a-99d1-db7408aa68eb on network 8a44e4e9-cba1-44cd-ba3b-400779da1d15 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:07:31.635689 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-c3a930d6-8217-47f0-8be5-0c20adebe4a5 service neutron] Checking agent: {'id': 'aa11e808-eba7-468a-acd8-b3aef0cfc542', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'started_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:07:31.636018 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-c3a930d6-8217-47f0-8be5-0c20adebe4a5 service neutron] Checking segment: {'id': '897a0c03-e5dc-4e76-934b-34439857bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a44e4e9-cba1-44cd-ba3b-400779da1d15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:07:31.636408 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-c3a930d6-8217-47f0-8be5-0c20adebe4a5 service neutron] Bound using segment: {'id': '897a0c03-e5dc-4e76-934b-34439857bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a44e4e9-cba1-44cd-ba3b-400779da1d15'} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:07:31.636826 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-c3a930d6-8217-47f0-8be5-0c20adebe4a5 service neutron] Bound port: b5387eb9-1e00-436a-99d1-db7408aa68eb, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '897a0c03-e5dc-4e76-934b-34439857bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a44e4e9-cba1-44cd-ba3b-400779da1d15'}}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:07:31.637178 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-c3a930d6-8217-47f0-8be5-0c20adebe4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (b5387eb9-1e00-436a-99d1-db7408aa68eb), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:31.699325 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-c3a930d6-8217-47f0-8be5-0c20adebe4a5 service neutron] For port b5387eb9-1e00-436a-99d1-db7408aa68eb, host hv-cinder-84506, cleared binding levels {{(pid=104268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:07:31.702742 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-c3a930d6-8217-47f0-8be5-0c20adebe4a5 service neutron] For port b5387eb9-1e00-436a-99d1-db7408aa68eb, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=b5387eb9-1e00-436a-99d1-db7408aa68eb,segment=NetworkSegment(897a0c03-e5dc-4e76-934b-34439857bbf1),segment_id=897a0c03-e5dc-4e76-934b-34439857bbf1)] {{(pid=104268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:07:31.714828 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-c3a930d6-8217-47f0-8be5-0c20adebe4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (b5387eb9-1e00-436a-99d1-db7408aa68eb), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:31.751455 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-c3a930d6-8217-47f0-8be5-0c20adebe4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:31.752085 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-c3a930d6-8217-47f0-8be5-0c20adebe4a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:31.753988 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-c3a930d6-8217-47f0-8be5-0c20adebe4a5 service neutron] 10.222.0.15 "PUT /v2.0/ports/b5387eb9-1e00-436a-99d1-db7408aa68eb HTTP/1.1" status: 200 len: 1094 time: 0.7068272 Jun 08 02:07:31.754412 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa8e11a7-f659-4bd6-a2ad-3327d14d3706', 'tag': 'b5387eb9-1e00-436a-99d1-db7408aa68eb'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:07:31.756632 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38b99e4-f6aa-4d29-a150-9dfd725ed91e" -d '{"events": [{"name": "network-changed", "server_uuid": "aa8e11a7-f659-4bd6-a2ad-3327d14d3706", "tag": "b5387eb9-1e00-436a-99d1-db7408aa68eb"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:07:31.788629 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a930d6-8217-47f0-8be5-0c20adebe4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b5387eb9-1e00-436a-99d1-db7408aa68eb,revision_number=3']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:31.820183 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507af7c6-fb74-4bbc-8a51-9b16bc9301ae x-openstack-request-id: req-507af7c6-fb74-4bbc-8a51-9b16bc9301ae {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:07:31.820501 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa8e11a7-f659-4bd6-a2ad-3327d14d3706", "tag": "b5387eb9-1e00-436a-99d1-db7408aa68eb", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:07:31.820752 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-507af7c6-fb74-4bbc-8a51-9b16bc9301ae {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:07:31.821150 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-507af7c6-fb74-4bbc-8a51-9b16bc9301ae'] response: {'name': 'network-changed', 'server_uuid': 'aa8e11a7-f659-4bd6-a2ad-3327d14d3706', 'tag': 'b5387eb9-1e00-436a-99d1-db7408aa68eb', 'status': 'completed', 'code': 200} Jun 08 02:07:31.881737 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c621d89-676b-40bc-b211-e794901657ec req-4c8190ea-f3e5-40ba-ba2b-6a8d3dcede80 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:31.883206 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7c621d89-676b-40bc-b211-e794901657ec req-4c8190ea-f3e5-40ba-ba2b-6a8d3dcede80 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.0500987 Jun 08 02:07:31.931411 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7c621d89-676b-40bc-b211-e794901657ec req-0696674a-58b6-4ea2-9bac-20d0d2f33669 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427015 Jun 08 02:07:31.990026 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=8 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:31.999997 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=74 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:32.155721 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-3bf498ec-192d-4171-b3c8-f1ee823c2fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:32.157360 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-3bf498ec-192d-4171-b3c8-f1ee823c2fc1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=540c921edbf24dbeaf13675b583bb464&device_id=aa8e11a7-f659-4bd6-a2ad-3327d14d3706 HTTP/1.1" status: 200 len: 1128 time: 0.0440536 Jun 08 02:07:32.203341 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-e319c117-67ad-439f-874e-3a07b84d0516 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5387eb9-1e00-436a-99d1-db7408aa68eb HTTP/1.1" status: 200 len: 217 time: 0.0342500 Jun 08 02:07:32.280511 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-4463b8bb-e2e2-4643-91c6-c4c069839301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:32.282150 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-4463b8bb-e2e2-4643-91c6-c4c069839301 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=033aa666-a7e5-416e-80c1-a062d7f24f96 HTTP/1.1" status: 200 len: 848 time: 0.0633776 Jun 08 02:07:32.323085 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-600dfb93-e2d3-4aa9-b0b7-44fdb19119b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8a44e4e9-cba1-44cd-ba3b-400779da1d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338845 Jun 08 02:07:32.427997 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-b779e804-3e3d-4c6e-b82f-4904685153b9 service neutron] 10.222.0.15 "GET /v2.0/networks/8a44e4e9-cba1-44cd-ba3b-400779da1d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958493 Jun 08 02:07:32.488554 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:32.545701 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c6b18801-3961-42b4-9e1e-9de26dc5d860 req-3e2ccf0a-d37b-4c05-941f-59f26315e293 service neutron] 10.222.0.15 "GET /v2.0/networks/8a44e4e9-cba1-44cd-ba3b-400779da1d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096051 Jun 08 02:07:32.681396 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd13780-ea4e-4173-9d21-2688b08b4f25 req-70b30738-d4d7-484e-a6eb-a23a951698c0 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:32.682721 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5bd13780-ea4e-4173-9d21-2688b08b4f25 req-70b30738-d4d7-484e-a6eb-a23a951698c0 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8e11a7-f659-4bd6-a2ad-3327d14d3706 HTTP/1.1" status: 200 len: 944 time: 0.0614371 Jun 08 02:07:32.735572 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5bd13780-ea4e-4173-9d21-2688b08b4f25 req-9838ab6e-4125-4e7c-be69-7c49852cc4b7 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a3ba2d0-d422-4599-8aeb-be79e7cac3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452330 Jun 08 02:07:33.051554 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34543edd-9d11-4055-9ae6-4157ef17ce34 req-d275d813-41de-4b2d-a471-9e33db5ff9bb tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:33.053068 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-34543edd-9d11-4055-9ae6-4157ef17ce34 req-d275d813-41de-4b2d-a471-9e33db5ff9bb tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.0505857 Jun 08 02:07:33.134979 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ba28f-a095-42c4-bfa4-95e551f69717 req-069acef7-61fa-44f6-94c0-5be7a3fc1a58 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:33.136447 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-223ba28f-a095-42c4-bfa4-95e551f69717 req-069acef7-61fa-44f6-94c0-5be7a3fc1a58 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.0709052 Jun 08 02:07:33.139655 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-34543edd-9d11-4055-9ae6-4157ef17ce34 req-bcbb0111-2e5d-4f47-b948-f3f28d7fbda9 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810890 Jun 08 02:07:33.185383 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-223ba28f-a095-42c4-bfa4-95e551f69717 req-0ac286ee-532f-4557-8b92-fce685471285 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434148 Jun 08 02:07:33.855392 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b297027-9963-4de5-8f3d-645d4f10963b req-39717676-8ae5-4b96-a472-fba51fc732ee tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:33.856887 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9b297027-9963-4de5-8f3d-645d4f10963b req-39717676-8ae5-4b96-a472-fba51fc732ee tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8e11a7-f659-4bd6-a2ad-3327d14d3706 HTTP/1.1" status: 200 len: 944 time: 0.0536635 Jun 08 02:07:33.906886 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9b297027-9963-4de5-8f3d-645d4f10963b req-499500c6-b251-4311-90db-db04a54e9035 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a3ba2d0-d422-4599-8aeb-be79e7cac3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445268 Jun 08 02:07:33.976448 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 53258) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:34.083795 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-048fd085-3670-4759-9bf7-8539f38cb69b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:34.093399 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:34.169837 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-048fd085-3670-4759-9bf7-8539f38cb69b admin admin] Publish callbacks [] for security_group (7affe824-d3d6-4999-aab6-563a6ed66730), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:34.175336 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-048fd085-3670-4759-9bf7-8539f38cb69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (7affe824-d3d6-4999-aab6-563a6ed66730), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:34.233466 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048fd085-3670-4759-9bf7-8539f38cb69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7affe824-d3d6-4999-aab6-563a6ed66730,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:34.238128 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-048fd085-3670-4759-9bf7-8539f38cb69b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=89372ff5f7d74130a8e475a132d43d5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2606170 Jun 08 02:07:34.241461 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 53266) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:34.259791 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:34.273970 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b57f82-a2af-41ea-a368-e7c5287062b4 req-a78a00c4-d9a5-4d52-827d-8b9683adad85 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:34.275550 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-74b57f82-a2af-41ea-a368-e7c5287062b4 req-a78a00c4-d9a5-4d52-827d-8b9683adad85 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.0599997 Jun 08 02:07:34.300523 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-617a1af8-f9cc-4303-b8de-ce05f621746a admin admin] Publish callbacks [] for security_group (7affe824-d3d6-4999-aab6-563a6ed66730), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:34.322532 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-617a1af8-f9cc-4303-b8de-ce05f621746a admin admin] Publish callbacks [] for security_group (7affe824-d3d6-4999-aab6-563a6ed66730), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:34.342346 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541594ca-b117-4ffe-9777-032019b144e0 req-42aa7e66-cd26-456a-9a95-fe76f4485879 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:34.343805 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-541594ca-b117-4ffe-9777-032019b144e0 req-42aa7e66-cd26-456a-9a95-fe76f4485879 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.0673838 Jun 08 02:07:34.367748 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-74b57f82-a2af-41ea-a368-e7c5287062b4 req-3f68ff32-f5cd-4297-aa5b-fd4c1cc70e7f tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824809 Jun 08 02:07:34.372486 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-617a1af8-f9cc-4303-b8de-ce05f621746a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (7affe824-d3d6-4999-aab6-563a6ed66730), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:34.374942 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-617a1af8-f9cc-4303-b8de-ce05f621746a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:34.376907 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-617a1af8-f9cc-4303-b8de-ce05f621746a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7affe824-d3d6-4999-aab6-563a6ed66730 HTTP/1.1" status: 204 len: 168 time: 0.1349914 Jun 08 02:07:34.386529 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a1af8-f9cc-4303-b8de-ce05f621746a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7affe824-d3d6-4999-aab6-563a6ed66730,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:34.394772 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a1af8-f9cc-4303-b8de-ce05f621746a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:34.395123 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a1af8-f9cc-4303-b8de-ce05f621746a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:34.395467 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a1af8-f9cc-4303-b8de-ce05f621746a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:34.395807 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a1af8-f9cc-4303-b8de-ce05f621746a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:34.396140 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a1af8-f9cc-4303-b8de-ce05f621746a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:34.396498 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a1af8-f9cc-4303-b8de-ce05f621746a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:34.396829 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a1af8-f9cc-4303-b8de-ce05f621746a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:34.397746 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a1af8-f9cc-4303-b8de-ce05f621746a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:34.398087 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a1af8-f9cc-4303-b8de-ce05f621746a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:34.398416 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a1af8-f9cc-4303-b8de-ce05f621746a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:34.398771 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a1af8-f9cc-4303-b8de-ce05f621746a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:34.399090 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a1af8-f9cc-4303-b8de-ce05f621746a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:34.399397 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a1af8-f9cc-4303-b8de-ce05f621746a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:34.399723 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a1af8-f9cc-4303-b8de-ce05f621746a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:34.400046 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a1af8-f9cc-4303-b8de-ce05f621746a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:34.413463 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-541594ca-b117-4ffe-9777-032019b144e0 req-9a0ecfee-49c8-4ecf-b380-3a338fb4fb89 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599632 Jun 08 02:07:35.025188 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f297039-2e4a-47fd-a942-f2d0b9b3950a req-a505c335-b75b-42e0-88dd-49c558aa6872 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:35.026675 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3f297039-2e4a-47fd-a942-f2d0b9b3950a req-a505c335-b75b-42e0-88dd-49c558aa6872 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8e11a7-f659-4bd6-a2ad-3327d14d3706 HTTP/1.1" status: 200 len: 944 time: 0.0466213 Jun 08 02:07:35.037916 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 53294) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:35.075210 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3f297039-2e4a-47fd-a942-f2d0b9b3950a req-d2171627-5151-4798-979b-f3ceef59693e tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a3ba2d0-d422-4599-8aeb-be79e7cac3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428565 Jun 08 02:07:35.142623 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-313fe0f9-cce0-4b5d-ad46-fb8af046cc98 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2144227870-network', 'tenant_id': '43e5d438bb1f4eb28d3f3f68d77b5dee'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:07:35.168276 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313fe0f9-cce0-4b5d-ad46-fb8af046cc98 admin admin] Made reservation on behalf of 43e5d438bb1f4eb28d3f3f68d77b5dee for: {'network': 1} {{(pid=104269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:07:35.170776 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-313fe0f9-cce0-4b5d-ad46-fb8af046cc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for network (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:35.182260 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-313fe0f9-cce0-4b5d-ad46-fb8af046cc98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:35.256895 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-313fe0f9-cce0-4b5d-ad46-fb8af046cc98 admin admin] Publish callbacks [] for security_group (359550f6-af1e-4bb7-9112-a3462a4b4404), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:35.260288 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-313fe0f9-cce0-4b5d-ad46-fb8af046cc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (359550f6-af1e-4bb7-9112-a3462a4b4404), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:35.286387 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313fe0f9-cce0-4b5d-ad46-fb8af046cc98 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=104269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 02:07:35.296341 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313fe0f9-cce0-4b5d-ad46-fb8af046cc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359550f6-af1e-4bb7-9112-a3462a4b4404,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:35.301639 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-313fe0f9-cce0-4b5d-ad46-fb8af046cc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (df4507ce-d6e1-4b69-af50-fdc1c233f973), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:35.301978 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.db.segments_db [None req-313fe0f9-cce0-4b5d-ad46-fb8af046cc98 admin admin] Added segment df4507ce-d6e1-4b69-af50-fdc1c233f973 of type vlan for network aee60589-e544-41a2-b3ab-36bcd464e5c3 Jun 08 02:07:35.342398 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-313fe0f9-cce0-4b5d-ad46-fb8af046cc98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744501171532'] for network (aee60589-e544-41a2-b3ab-36bcd464e5c3), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:35.366016 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-313fe0f9-cce0-4b5d-ad46-fb8af046cc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516'] for network (aee60589-e544-41a2-b3ab-36bcd464e5c3), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:35.366984 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313fe0f9-cce0-4b5d-ad46-fb8af046cc98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:35.367562 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-313fe0f9-cce0-4b5d-ad46-fb8af046cc98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:35.428512 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-313fe0f9-cce0-4b5d-ad46-fb8af046cc98 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3894761 Jun 08 02:07:35.431366 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 53300) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:35.442766 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-b261d751-ebd8-4089-a2d4-331f531b55b8 admin admin] Request body: {'subnet': {'network_id': 'aee60589-e544-41a2-b3ab-36bcd464e5c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2144227870-subnet', 'tenant_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'ip_version': 4}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:07:35.445555 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313fe0f9-cce0-4b5d-ad46-fb8af046cc98 admin admin] Pushing event updated for resources: {'Network': ['ID=aee60589-e544-41a2-b3ab-36bcd464e5c3,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:35.453681 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:35.456896 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:35.466889 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Network aee60589-e544-41a2-b3ab-36bcd464e5c3 details requested by agent ovs-agent-dv-cinder-845069-1-iscsi with host dv-cinder-845069-1-iscsi {{(pid=104270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 02:07:35.478687 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b261d751-ebd8-4089-a2d4-331f531b55b8 admin admin] Made reservation on behalf of 43e5d438bb1f4eb28d3f3f68d77b5dee for: {'subnet': 1} {{(pid=104269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:07:35.483458 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-b261d751-ebd8-4089-a2d4-331f531b55b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10485297'] for subnet (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:35.505031 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01da685-bbb3-4304-97a0-5d6e85b1fe59 req-cffb84b3-b57b-4d0e-a36d-2fc0f3ece5fd tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:35.507302 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d01da685-bbb3-4304-97a0-5d6e85b1fe59 req-cffb84b3-b57b-4d0e-a36d-2fc0f3ece5fd tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.0634317 Jun 08 02:07:35.673732 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-b261d751-ebd8-4089-a2d4-331f531b55b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9466333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10485251'] for subnet (5be850c6-a58b-481a-bd0d-69acb24f113c), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:35.724942 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261d751-ebd8-4089-a2d4-331f531b55b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5be850c6-a58b-481a-bd0d-69acb24f113c,revision_number=0']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:35.743185 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b261d751-ebd8-4089-a2d4-331f531b55b8 admin admin] Checking segment: {'id': 'df4507ce-d6e1-4b69-af50-fdc1c233f973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'aee60589-e544-41a2-b3ab-36bcd464e5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:07:35.743532 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b261d751-ebd8-4089-a2d4-331f531b55b8 admin admin] Network hostable DHCP agents. Network: aee60589-e544-41a2-b3ab-36bcd464e5c3, hostable agents: ['45a4719c-dff8-447a-9451-2d43a5a3b5e6'], hosted agents: [] {{(pid=104269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 02:07:35.746330 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:35.763843 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b261d751-ebd8-4089-a2d4-331f531b55b8 admin admin] Network aee60589-e544-41a2-b3ab-36bcd464e5c3 is scheduled to be hosted by DHCP agent 45a4719c-dff8-447a-9451-2d43a5a3b5e6 with binding_index 1 {{(pid=104269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 02:07:35.773610 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.base_scheduler [None req-b261d751-ebd8-4089-a2d4-331f531b55b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-1-iscsi, aee60589-e544-41a2-b3ab-36bcd464e5c3) {{(pid=104269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:07:35.776834 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58fc37f-5b3b-40be-a6e6-2738b579583c req-5138c2f9-c528-402b-8436-30b3d068aba4 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:35.779649 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b261d751-ebd8-4089-a2d4-331f531b55b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:35.780544 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-b261d751-ebd8-4089-a2d4-331f531b55b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for subnet (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:35.786055 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e58fc37f-5b3b-40be-a6e6-2738b579583c req-5138c2f9-c528-402b-8436-30b3d068aba4 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.2775958 Jun 08 02:07:35.786149 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2ca991-1a78-4761-8054-c81f3131fccb None None] Network aee60589-e544-41a2-b3ab-36bcd464e5c3 requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:07:35.817562 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-b261d751-ebd8-4089-a2d4-331f531b55b8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3827887 Jun 08 02:07:35.818845 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 53308) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:35.824022 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-58e11d0a-286a-4171-864f-92270beea7e6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2144227870-router', 'tenant_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:07:35.826202 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d01da685-bbb3-4304-97a0-5d6e85b1fe59 req-2d13e69d-ed65-454f-a5c7-73bb5327374b tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069129 Jun 08 02:07:35.837341 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:35.858408 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e58fc37f-5b3b-40be-a6e6-2738b579583c req-9dc2f194-2d9a-4bca-89e3-2fabd926a99e tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715711 Jun 08 02:07:35.859547 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-58e11d0a-286a-4171-864f-92270beea7e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6868'] for router (8b7a26b8-38d3-489d-a132-ea9971774090), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:35.860849 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-58e11d0a-286a-4171-864f-92270beea7e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-621629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6829'] for router (8b7a26b8-38d3-489d-a132-ea9971774090), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:35.865658 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:35.915199 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61df254b-015a-4e40-94d2-0d6f4793dfdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8909f50-5379-5de5-8dc8-896ce999fc50-aee60589-e544-41a2-b3ab-36bcd464e5c3', 'network_id': 'aee60589-e544-41a2-b3ab-36bcd464e5c3', 'project_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'fixed_ips': [{'subnet_id': '5be850c6-a58b-481a-bd0d-69acb24f113c'}]}} from dv-cinder-845069-1-iscsi. {{(pid=104270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 08 02:07:35.916443 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-61df254b-015a-4e40-94d2-0d6f4793dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:35.920924 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-58e11d0a-286a-4171-864f-92270beea7e6 admin admin] Publish callbacks [] for router_controller (8b7a26b8-38d3-489d-a132-ea9971774090), precommit_add_association {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:36.056853 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-58e11d0a-286a-4171-864f-92270beea7e6 admin admin] Publish callbacks [] for router_gateway (8b7a26b8-38d3-489d-a132-ea9971774090), precommit_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:36.057251 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.db_base_plugin_common [None req-61df254b-015a-4e40-94d2-0d6f4793dfdb None None] Allocated IP 172.20.0.2 (aee60589-e544-41a2-b3ab-36bcd464e5c3/5be850c6-a58b-481a-bd0d-69acb24f113c/b7509e20-e74b-491e-8d4f-5a3e933b5c77) {{(pid=104270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:07:36.234497 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-61df254b-015a-4e40-94d2-0d6f4793dfdb None None] Publish callbacks [] for port (b7509e20-e74b-491e-8d4f-5a3e933b5c77), precommit_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:36.241281 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633bc60-fd9b-414e-8cd9-2b2f47b70853 req-c53d7b81-f354-47cd-b8e1-2f3f6cb137dd tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:36.241833 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-61df254b-015a-4e40-94d2-0d6f4793dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093'] for port (b7509e20-e74b-491e-8d4f-5a3e933b5c77), after_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:36.242795 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2633bc60-fd9b-414e-8cd9-2b2f47b70853 req-c53d7b81-f354-47cd-b8e1-2f3f6cb137dd tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8e11a7-f659-4bd6-a2ad-3327d14d3706 HTTP/1.1" status: 200 len: 944 time: 0.0915537 Jun 08 02:07:36.249065 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b99e4-f6aa-4d29-a150-9dfd725ed91e req-a069d46c-0a63-44e1-8a25-317fdda3fac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:36.252138 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d38b99e4-f6aa-4d29-a150-9dfd725ed91e req-a069d46c-0a63-44e1-8a25-317fdda3fac3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=540c921edbf24dbeaf13675b583bb464&device_id=aa8e11a7-f659-4bd6-a2ad-3327d14d3706 HTTP/1.1" status: 200 len: 1128 time: 0.0817914 Jun 08 02:07:36.263394 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-58e11d0a-286a-4171-864f-92270beea7e6 admin admin] Publish callbacks [] for router_gateway (8b7a26b8-38d3-489d-a132-ea9971774090), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:36.291936 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61df254b-015a-4e40-94d2-0d6f4793dfdb None None] Network aee60589-e544-41a2-b3ab-36bcd464e5c3 is already hosted by enough agents. {{(pid=104270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:07:36.295019 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.scheduler.base_scheduler [None req-61df254b-015a-4e40-94d2-0d6f4793dfdb None None] Resources bound (agent type, host, resource id): {{(pid=104270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:07:36.298483 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-58e11d0a-286a-4171-864f-92270beea7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:36.301987 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61df254b-015a-4e40-94d2-0d6f4793dfdb None None] Received port after_create {{(pid=104270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:07:36.308525 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df254b-015a-4e40-94d2-0d6f4793dfdb None None] Pushing event updated for resources: {'Port': ['ID=b7509e20-e74b-491e-8d4f-5a3e933b5c77,revision_number=1']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:36.368815 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2633bc60-fd9b-414e-8cd9-2b2f47b70853 req-4de60849-0490-43f9-b192-599d3a20b22e tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a3ba2d0-d422-4599-8aeb-be79e7cac3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152487 Jun 08 02:07:36.392280 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b99e4-f6aa-4d29-a150-9dfd725ed91e req-87901fee-9a66-45da-b884-30dbe3bcdda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:36.395039 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d38b99e4-f6aa-4d29-a150-9dfd725ed91e req-87901fee-9a66-45da-b884-30dbe3bcdda9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8a44e4e9-cba1-44cd-ba3b-400779da1d15 HTTP/1.1" status: 200 len: 909 time: 0.1330817 Jun 08 02:07:36.439098 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.db_base_plugin_common [None req-58e11d0a-286a-4171-864f-92270beea7e6 admin admin] Allocated IP 172.27.1.61 (fccc80fe-aa23-41fa-b00e-a506a2a0f94c/5f93db06-58fb-4390-8563-710a437b082f/1695251a-4e05-4ec1-a1b9-d77bda07db10) {{(pid=104269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:07:36.439542 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d38b99e4-f6aa-4d29-a150-9dfd725ed91e req-d925ed20-07e1-4211-bf67-fb27a250df4f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5387eb9-1e00-436a-99d1-db7408aa68eb HTTP/1.1" status: 200 len: 217 time: 0.0376704 Jun 08 02:07:36.482384 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-61df254b-015a-4e40-94d2-0d6f4793dfdb None None] Attempting to bind port b7509e20-e74b-491e-8d4f-5a3e933b5c77 on host dv-cinder-845069-1-iscsi for vnic_type normal with profile {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:07:36.482949 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-61df254b-015a-4e40-94d2-0d6f4793dfdb None None] Attempting to bind port b7509e20-e74b-491e-8d4f-5a3e933b5c77 by drivers openvswitch,hyperv on host dv-cinder-845069-1-iscsi at level 0 using segments [{'id': 'df4507ce-d6e1-4b69-af50-fdc1c233f973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'aee60589-e544-41a2-b3ab-36bcd464e5c3'}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:07:36.483091 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61df254b-015a-4e40-94d2-0d6f4793dfdb None None] Attempting to bind port b7509e20-e74b-491e-8d4f-5a3e933b5c77 on network aee60589-e544-41a2-b3ab-36bcd464e5c3 {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:07:36.489023 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61df254b-015a-4e40-94d2-0d6f4793dfdb None None] Checking agent: {'id': 'f845c03f-68d4-4819-b53b-956a55a73879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 1, 56, 43), 'started_at': datetime.datetime(2022, 6, 8, 1, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:07:36.489397 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61df254b-015a-4e40-94d2-0d6f4793dfdb None None] Checking segment: {'id': 'df4507ce-d6e1-4b69-af50-fdc1c233f973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'aee60589-e544-41a2-b3ab-36bcd464e5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:07:36.489799 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-61df254b-015a-4e40-94d2-0d6f4793dfdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:36.490187 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61df254b-015a-4e40-94d2-0d6f4793dfdb None None] Bound using segment: {'id': 'df4507ce-d6e1-4b69-af50-fdc1c233f973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'aee60589-e544-41a2-b3ab-36bcd464e5c3'} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:07:36.490646 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-61df254b-015a-4e40-94d2-0d6f4793dfdb None None] Bound port: b7509e20-e74b-491e-8d4f-5a3e933b5c77, host: dv-cinder-845069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df4507ce-d6e1-4b69-af50-fdc1c233f973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'aee60589-e544-41a2-b3ab-36bcd464e5c3'}}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:07:36.491013 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-61df254b-015a-4e40-94d2-0d6f4793dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (b7509e20-e74b-491e-8d4f-5a3e933b5c77), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:36.495078 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b99e4-f6aa-4d29-a150-9dfd725ed91e req-04f33ba1-9164-4867-a461-fef7e126a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:36.496667 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d38b99e4-f6aa-4d29-a150-9dfd725ed91e req-04f33ba1-9164-4867-a461-fef7e126a9c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=033aa666-a7e5-416e-80c1-a062d7f24f96 HTTP/1.1" status: 200 len: 848 time: 0.0473962 Jun 08 02:07:36.553532 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-61df254b-015a-4e40-94d2-0d6f4793dfdb None None] For port b7509e20-e74b-491e-8d4f-5a3e933b5c77, host dv-cinder-845069-1-iscsi, cleared binding levels {{(pid=104270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:07:36.556827 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-61df254b-015a-4e40-94d2-0d6f4793dfdb None None] For port b7509e20-e74b-491e-8d4f-5a3e933b5c77, host dv-cinder-845069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=b7509e20-e74b-491e-8d4f-5a3e933b5c77,segment=NetworkSegment(df4507ce-d6e1-4b69-af50-fdc1c233f973),segment_id=df4507ce-d6e1-4b69-af50-fdc1c233f973)] {{(pid=104270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:07:36.563153 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-61df254b-015a-4e40-94d2-0d6f4793dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (b7509e20-e74b-491e-8d4f-5a3e933b5c77), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:36.622373 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df254b-015a-4e40-94d2-0d6f4793dfdb None None] Pushing event updated for resources: {'Port': ['ID=b7509e20-e74b-491e-8d4f-5a3e933b5c77,revision_number=2']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:36.716269 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:36.754215 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-58e11d0a-286a-4171-864f-92270beea7e6 admin admin] Publish callbacks [] for port (1695251a-4e05-4ec1-a1b9-d77bda07db10), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:36.803180 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-58e11d0a-286a-4171-864f-92270beea7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (1695251a-4e05-4ec1-a1b9-d77bda07db10), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:36.838770 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-4accf49c-1f25-4fc5-a1aa-8902662cb555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:36.851730 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e11d0a-286a-4171-864f-92270beea7e6 admin admin] Network fccc80fe-aa23-41fa-b00e-a506a2a0f94c is already hosted by enough agents. {{(pid=104269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:07:36.868226 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.base_scheduler [None req-58e11d0a-286a-4171-864f-92270beea7e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:07:36.870924 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e11d0a-286a-4171-864f-92270beea7e6 admin admin] Received port after_create {{(pid=104269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:07:36.902583 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e11d0a-286a-4171-864f-92270beea7e6 admin admin] Pushing event updated for resources: {'Port': ['ID=1695251a-4e05-4ec1-a1b9-d77bda07db10,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:36.929665 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:INSERT=7,neutron:SELECT=93 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:37.009328 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cba432-f41f-4523-afc9-b40b41b7ae8c req-db550eaa-c986-49e8-be1a-b2e4ee84abe4 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:37.011913 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-08cba432-f41f-4523-afc9-b40b41b7ae8c req-db550eaa-c986-49e8-be1a-b2e4ee84abe4 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.0907869 Jun 08 02:07:37.056027 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:37.077709 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc595f9-2100-4675-9fe2-c04b082d361a req-ac3a3f0f-7dd4-4980-91af-5806b8a83fe8 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:37.079162 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2bc595f9-2100-4675-9fe2-c04b082d361a req-ac3a3f0f-7dd4-4980-91af-5806b8a83fe8 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.0949473 Jun 08 02:07:37.131731 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-08cba432-f41f-4523-afc9-b40b41b7ae8c req-09441d7a-aa25-4d38-b936-081b328563a6 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015036 Jun 08 02:07:37.177845 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2bc595f9-2100-4675-9fe2-c04b082d361a req-0ca5b285-c8be-4ada-8b6c-73c29fff4b27 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865242 Jun 08 02:07:37.235449 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-58e11d0a-286a-4171-864f-92270beea7e6 admin admin] Publish callbacks [] for router_gateway (8b7a26b8-38d3-489d-a132-ea9971774090), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:37.445505 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-58e11d0a-286a-4171-864f-92270beea7e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682964'] for router (8b7a26b8-38d3-489d-a132-ea9971774090), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:37.621036 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e11d0a-286a-4171-864f-92270beea7e6 admin admin] Router 8b7a26b8-38d3-489d-a132-ea9971774090 is scheduled to L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c with binding_index 1 {{(pid=104269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 08 02:07:37.629264 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35c9ab-ffaf-4efd-9e72-228c17b96c14 req-121d6f1a-753e-40b4-afbe-a734e3997b81 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:37.631566 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2a35c9ab-ffaf-4efd-9e72-228c17b96c14 req-121d6f1a-753e-40b4-afbe-a734e3997b81 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8e11a7-f659-4bd6-a2ad-3327d14d3706 HTTP/1.1" status: 200 len: 944 time: 0.1565914 Jun 08 02:07:37.633933 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d38b99e4-f6aa-4d29-a150-9dfd725ed91e req-906ca93c-b774-413a-a003-75fdd07b6e3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8a44e4e9-cba1-44cd-ba3b-400779da1d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786324 Jun 08 02:07:37.703520 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:37.800838 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e11d0a-286a-4171-864f-92270beea7e6 admin admin] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:07:37.802946 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86538a3-75d9-4f39-b2c8-bafd9abe7f52 req-ffc19896-abaf-451a-b384-606d3c9235bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:37.804604 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-b86538a3-75d9-4f39-b2c8-bafd9abe7f52 req-ffc19896-abaf-451a-b384-606d3c9235bb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 1129 time: 0.0512803 Jun 08 02:07:37.805230 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81eb260a-d19a-4d7d-a539-91ccb0465c65 None None] Network aee60589-e544-41a2-b3ab-36bcd464e5c3 requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:07:37.811101 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93569f4-999a-448d-9bda-e5d7db19f352 req-a6d3ac95-e099-4bf5-9066-2f307c8f8f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:37.812633 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f93569f4-999a-448d-9bda-e5d7db19f352 req-a6d3ac95-e099-4bf5-9066-2f307c8f8f47 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d40d753f66ec4ed2808aa65b825e66f8&device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 1129 time: 0.0783212 Jun 08 02:07:37.815258 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687353d9-84ed-4ce8-b2b7-fee8fcf98830 None None] Sync routers for ids ['8b7a26b8-38d3-489d-a132-ea9971774090'] in dv-cinder-845069-1-iscsi {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:07:37.825101 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-58e11d0a-286a-4171-864f-92270beea7e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:37.826306 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-58e11d0a-286a-4171-864f-92270beea7e6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0064728 Jun 08 02:07:37.833874 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 53348) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:37.844643 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2a35c9ab-ffaf-4efd-9e72-228c17b96c14 req-8cffd654-7410-4642-b499-3c52a184c661 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a3ba2d0-d422-4599-8aeb-be79e7cac3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758099 Jun 08 02:07:37.852791 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687353d9-84ed-4ce8-b2b7-fee8fcf98830 None None] Routers {'8b7a26b8-38d3-489d-a132-ea9971774090'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:07:37.854456 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-687353d9-84ed-4ce8-b2b7-fee8fcf98830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:07:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['8b7a26b8-38d3-489d-a132-ea9971774090'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:07:37.906282 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d38b99e4-f6aa-4d29-a150-9dfd725ed91e req-004ed012-afbf-41c0-839c-6db7533d17f8 service neutron] 10.222.0.15 "GET /v2.0/networks/8a44e4e9-cba1-44cd-ba3b-400779da1d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608106 Jun 08 02:07:38.010010 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-687353d9-84ed-4ce8-b2b7-fee8fcf98830 None None] Set router 8b7a26b8-38d3-489d-a132-ea9971774090 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:07:38.012547 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:38.025487 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-b86538a3-75d9-4f39-b2c8-bafd9abe7f52 req-62888695-f6bd-48a8-8c1c-859b693ffa7e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088232 Jun 08 02:07:38.043708 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-ea695935-c2bc-4d01-b72a-a794a5aa0771 None None] Provisioning complete for port b7509e20-e74b-491e-8d4f-5a3e933b5c77 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:07:38.044179 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-ea695935-c2bc-4d01-b72a-a794a5aa0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (b7509e20-e74b-491e-8d4f-5a3e933b5c77), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:38.048657 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93569f4-999a-448d-9bda-e5d7db19f352 req-98682a86-8be8-4202-8362-3f2cda84de11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:38.050190 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f93569f4-999a-448d-9bda-e5d7db19f352 req-98682a86-8be8-4202-8362-3f2cda84de11 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eafc844b-6465-4613-a6dd-f1b9698164f0 HTTP/1.1" status: 200 len: 920 time: 0.2001083 Jun 08 02:07:38.073512 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d38b99e4-f6aa-4d29-a150-9dfd725ed91e req-c2e525e5-c49c-4db3-b8a3-47222f3cac8e service neutron] 10.222.0.15 "GET /v2.0/networks/8a44e4e9-cba1-44cd-ba3b-400779da1d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519084 Jun 08 02:07:38.135700 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:38.137448 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-ea695935-c2bc-4d01-b72a-a794a5aa0771 None None] Current status of the port b7509e20-e74b-491e-8d4f-5a3e933b5c77 is: DOWN; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:07:38.138172 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-ea695935-c2bc-4d01-b72a-a794a5aa0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (b7509e20-e74b-491e-8d4f-5a3e933b5c77), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:38.162830 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:38.217558 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-ea695935-c2bc-4d01-b72a-a794a5aa0771 None None] For port b7509e20-e74b-491e-8d4f-5a3e933b5c77, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=b7509e20-e74b-491e-8d4f-5a3e933b5c77,segment=NetworkSegment(df4507ce-d6e1-4b69-af50-fdc1c233f973),segment_id=df4507ce-d6e1-4b69-af50-fdc1c233f973)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:07:38.225717 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-ea695935-c2bc-4d01-b72a-a794a5aa0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (b7509e20-e74b-491e-8d4f-5a3e933b5c77), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:38.289208 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device b5387eb9-1e00-436a-99d1-db7408aa68eb details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 02:07:38.292655 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-687353d9-84ed-4ce8-b2b7-fee8fcf98830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'name': 'tempest-TestShelveInstance-2144227870-router', 'tenant_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '1695251a-4e05-4ec1-a1b9-d77bda07db10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:07:35Z', 'updated_at': '2022-06-08T02:07:37Z', 'revision_number': 3, 'project_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'gw_port': {'id': '1695251a-4e05-4ec1-a1b9-d77bda07db10', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dc:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:07:36Z', 'updated_at': '2022-06-08T02:07:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:07:38.338355 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687353d9-84ed-4ce8-b2b7-fee8fcf98830 None None] Checking router: 8b7a26b8-38d3-489d-a132-ea9971774090 for host: dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:07:38.339057 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687353d9-84ed-4ce8-b2b7-fee8fcf98830 None None] Updating router 8b7a26b8-38d3-489d-a132-ea9971774090 port 1695251a-4e05-4ec1-a1b9-d77bda07db10 binding host dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 02:07:38.344599 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:38.370929 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-687353d9-84ed-4ce8-b2b7-fee8fcf98830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (1695251a-4e05-4ec1-a1b9-d77bda07db10), before_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:38.392782 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f93569f4-999a-448d-9bda-e5d7db19f352 req-45196dc7-e937-4b42-8b43-d21681d730a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=895ce244-87ef-415a-88d2-f764d9932c90 HTTP/1.1" status: 200 len: 217 time: 0.1245308 Jun 08 02:07:38.407796 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port b5387eb9-1e00-436a-99d1-db7408aa68eb, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=b5387eb9-1e00-436a-99d1-db7408aa68eb,segment=NetworkSegment(897a0c03-e5dc-4e76-934b-34439857bbf1),segment_id=897a0c03-e5dc-4e76-934b-34439857bbf1)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:07:38.428033 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Returning: {'device': 'b5387eb9-1e00-436a-99d1-db7408aa68eb', 'network_id': '8a44e4e9-cba1-44cd-ba3b-400779da1d15', 'port_id': 'b5387eb9-1e00-436a-99d1-db7408aa68eb', 'mac_address': 'fa:16:3e:8c:f6:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '033aa666-a7e5-416e-80c1-a062d7f24f96', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 02:07:38.450369 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d89d4f37-b878-4575-9a51-80d26bfdfc7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:38.454797 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d9601-ed70-4d7a-b461-ba144795e2ff req-412f1420-fdde-4e16-85e8-bc940507540d tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:38.461995 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c56d9601-ed70-4d7a-b461-ba144795e2ff req-412f1420-fdde-4e16-85e8-bc940507540d tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.1854987 Jun 08 02:07:38.472908 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de83cb-b680-4008-8c98-a2653ffd6a44 req-47968125-eaa6-4cf3-a020-d2e9abb90d19 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:38.480669 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-28de83cb-b680-4008-8c98-a2653ffd6a44 req-47968125-eaa6-4cf3-a020-d2e9abb90d19 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.1673269 Jun 08 02:07:38.488069 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-deaa77c0-72dc-4005-8559-0bb1c720dfa9 None None] Provisioning complete for port b7509e20-e74b-491e-8d4f-5a3e933b5c77 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:07:38.488465 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-deaa77c0-72dc-4005-8559-0bb1c720dfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (b7509e20-e74b-491e-8d4f-5a3e933b5c77), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:38.540351 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93569f4-999a-448d-9bda-e5d7db19f352 req-1a72f65c-f33c-4ef3-8902-57e50c1ec5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:38.541031 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea695935-c2bc-4d01-b72a-a794a5aa0771 None None] Pushing event updated for resources: {'Port': ['ID=b7509e20-e74b-491e-8d4f-5a3e933b5c77,revision_number=3']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:38.542356 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f93569f4-999a-448d-9bda-e5d7db19f352 req-1a72f65c-f33c-4ef3-8902-57e50c1ec5e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b425173c-8738-4438-bb14-70ea3c375864 HTTP/1.1" status: 200 len: 858 time: 0.1423690 Jun 08 02:07:38.546886 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port b5387eb9-1e00-436a-99d1-db7408aa68eb is: DOWN; New status is: BUILD {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:07:38.547363 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (b5387eb9-1e00-436a-99d1-db7408aa68eb), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:38.587566 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5387eb9-1e00-436a-99d1-db7408aa68eb {{(pid=104270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:07:38.599157 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c56d9601-ed70-4d7a-b461-ba144795e2ff req-4e8da3e7-d8b1-4d72-adbc-669e412be682 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362419 Jun 08 02:07:38.624102 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-28de83cb-b680-4008-8c98-a2653ffd6a44 req-dec96170-4e42-45ec-88d2-14f70062ec1a tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404276 Jun 08 02:07:38.648206 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port b5387eb9-1e00-436a-99d1-db7408aa68eb, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=b5387eb9-1e00-436a-99d1-db7408aa68eb,segment=NetworkSegment(897a0c03-e5dc-4e76-934b-34439857bbf1),segment_id=897a0c03-e5dc-4e76-934b-34439857bbf1)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:07:38.657362 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (b5387eb9-1e00-436a-99d1-db7408aa68eb), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:38.695420 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.db_base_plugin_common [None req-d89d4f37-b878-4575-9a51-80d26bfdfc7f admin admin] Allocated IP 172.20.0.1 (aee60589-e544-41a2-b3ab-36bcd464e5c3/5be850c6-a58b-481a-bd0d-69acb24f113c/81cf0151-e6be-4fdb-ab86-1801856735dc) {{(pid=104269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:07:38.747231 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-deaa77c0-72dc-4005-8559-0bb1c720dfa9 None None] Current status of the port b7509e20-e74b-491e-8d4f-5a3e933b5c77 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:07:38.754515 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=b5387eb9-1e00-436a-99d1-db7408aa68eb,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:38.781710 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device b7509e20-e74b-491e-8d4f-5a3e933b5c77 up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:07:38.800291 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-687353d9-84ed-4ce8-b2b7-fee8fcf98830 None None] Publish callbacks [] for port (1695251a-4e05-4ec1-a1b9-d77bda07db10), precommit_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:38.805623 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93569f4-999a-448d-9bda-e5d7db19f352 req-6ffe859a-65cd-4a6b-a17f-4f7bb785475a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:38.807519 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f93569f4-999a-448d-9bda-e5d7db19f352 req-6ffe859a-65cd-4a6b-a17f-4f7bb785475a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eafc844b-6465-4613-a6dd-f1b9698164f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0613976 Jun 08 02:07:38.812557 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-687353d9-84ed-4ce8-b2b7-fee8fcf98830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (1695251a-4e05-4ec1-a1b9-d77bda07db10), after_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:38.837640 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port b7509e20-e74b-491e-8d4f-5a3e933b5c77 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:07:38.838189 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (b7509e20-e74b-491e-8d4f-5a3e933b5c77), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:38.872974 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba726fa-9e70-4394-93d9-dce2e208d089 None None] Pushing event updated for resources: {'Port': ['ID=1695251a-4e05-4ec1-a1b9-d77bda07db10,revision_number=2']} {{(pid=104271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:38.898311 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.managers [None req-687353d9-84ed-4ce8-b2b7-fee8fcf98830 None None] Attempting to bind port 1695251a-4e05-4ec1-a1b9-d77bda07db10 on host dv-cinder-845069-1-iscsi for vnic_type normal with profile {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:07:38.898621 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.managers [None req-687353d9-84ed-4ce8-b2b7-fee8fcf98830 None None] Attempting to bind port 1695251a-4e05-4ec1-a1b9-d77bda07db10 by drivers openvswitch,hyperv on host dv-cinder-845069-1-iscsi at level 0 using segments [{'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}] {{(pid=104271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:07:38.898949 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687353d9-84ed-4ce8-b2b7-fee8fcf98830 None None] Attempting to bind port 1695251a-4e05-4ec1-a1b9-d77bda07db10 on network fccc80fe-aa23-41fa-b00e-a506a2a0f94c {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:07:38.900972 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:38.909021 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687353d9-84ed-4ce8-b2b7-fee8fcf98830 None None] Checking agent: {'id': 'f845c03f-68d4-4819-b53b-956a55a73879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 1, 56, 43), 'started_at': datetime.datetime(2022, 6, 8, 1, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:07:38.909684 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687353d9-84ed-4ce8-b2b7-fee8fcf98830 None None] Checking segment: {'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:07:38.910111 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-687353d9-84ed-4ce8-b2b7-fee8fcf98830 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:38.910501 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687353d9-84ed-4ce8-b2b7-fee8fcf98830 None None] Bound using segment: {'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'} {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:07:38.910974 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.managers [None req-687353d9-84ed-4ce8-b2b7-fee8fcf98830 None None] Bound port: 1695251a-4e05-4ec1-a1b9-d77bda07db10, host: dv-cinder-845069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}}] {{(pid=104271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:07:38.911347 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-687353d9-84ed-4ce8-b2b7-fee8fcf98830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (1695251a-4e05-4ec1-a1b9-d77bda07db10), before_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:38.916768 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d89d4f37-b878-4575-9a51-80d26bfdfc7f admin admin] Publish callbacks [] for port (81cf0151-e6be-4fdb-ab86-1801856735dc), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:38.963628 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d89d4f37-b878-4575-9a51-80d26bfdfc7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (81cf0151-e6be-4fdb-ab86-1801856735dc), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:38.974205 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f93569f4-999a-448d-9bda-e5d7db19f352 req-cf22d34d-cdd0-4c8b-be75-b8a46a6f927b service neutron] 10.222.0.15 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518376 Jun 08 02:07:38.978810 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.db [None req-687353d9-84ed-4ce8-b2b7-fee8fcf98830 None None] For port 1695251a-4e05-4ec1-a1b9-d77bda07db10, host dv-cinder-845069-1-iscsi, cleared binding levels {{(pid=104271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:07:38.981052 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:38.983790 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.db [None req-687353d9-84ed-4ce8-b2b7-fee8fcf98830 None None] For port 1695251a-4e05-4ec1-a1b9-d77bda07db10, host dv-cinder-845069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=1695251a-4e05-4ec1-a1b9-d77bda07db10,segment=NetworkSegment(85e1942d-da80-4474-8baf-777e325afd8c),segment_id=85e1942d-da80-4474-8baf-777e325afd8c)] {{(pid=104271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:07:38.991841 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-687353d9-84ed-4ce8-b2b7-fee8fcf98830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (1695251a-4e05-4ec1-a1b9-d77bda07db10), after_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:39.023739 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port b7509e20-e74b-491e-8d4f-5a3e933b5c77 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:07:39.025942 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89d4f37-b878-4575-9a51-80d26bfdfc7f admin admin] Network aee60589-e544-41a2-b3ab-36bcd464e5c3 is already hosted by enough agents. {{(pid=104269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:07:39.036118 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.base_scheduler [None req-d89d4f37-b878-4575-9a51-80d26bfdfc7f admin admin] Resources bound (agent type, host, resource id): {{(pid=104269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:07:39.038042 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['b5387eb9-1e00-436a-99d1-db7408aa68eb'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:07:39.057372 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89d4f37-b878-4575-9a51-80d26bfdfc7f admin admin] Received port after_create {{(pid=104269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:07:39.061863 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d4f37-b878-4575-9a51-80d26bfdfc7f admin admin] Pushing event updated for resources: {'Port': ['ID=81cf0151-e6be-4fdb-ab86-1801856735dc,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:39.071143 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c78f1-ddec-4db0-be1e-4b97deabe256 req-09e65de6-3b22-4e76-ad59-923ec50bedf2 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:39.079971 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-489c78f1-ddec-4db0-be1e-4b97deabe256 req-09e65de6-3b22-4e76-ad59-923ec50bedf2 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8e11a7-f659-4bd6-a2ad-3327d14d3706 HTTP/1.1" status: 200 len: 945 time: 0.1256049 Jun 08 02:07:39.113363 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:39.114892 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba726fa-9e70-4394-93d9-dce2e208d089 None None] Pushing event updated for resources: {'Port': ['ID=1695251a-4e05-4ec1-a1b9-d77bda07db10,revision_number=3']} {{(pid=104271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:39.136162 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d89d4f37-b878-4575-9a51-80d26bfdfc7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683938'] for router_interface (8b7a26b8-38d3-489d-a132-ea9971774090), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:39.155251 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687353d9-84ed-4ce8-b2b7-fee8fcf98830 None None] Routers {'8b7a26b8-38d3-489d-a132-ea9971774090'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:07:39.157262 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-687353d9-84ed-4ce8-b2b7-fee8fcf98830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:07:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['8b7a26b8-38d3-489d-a132-ea9971774090'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:07:39.257027 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-7b59c974-610b-4b42-bafe-ed5367560b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:39.264194 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-489c78f1-ddec-4db0-be1e-4b97deabe256 req-6a25537c-0c9c-4767-a4d6-e8dd35e8d258 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a3ba2d0-d422-4599-8aeb-be79e7cac3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729589 Jun 08 02:07:39.272293 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f93569f4-999a-448d-9bda-e5d7db19f352 req-02eaba1d-88ec-4918-8109-5ddfd5b19598 service neutron] 10.222.0.15 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792616 Jun 08 02:07:39.307743 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:39.323598 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-687353d9-84ed-4ce8-b2b7-fee8fcf98830 None None] Set router 8b7a26b8-38d3-489d-a132-ea9971774090 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:07:39.369138 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d89d4f37-b878-4575-9a51-80d26bfdfc7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (81cf0151-e6be-4fdb-ab86-1801856735dc), before_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:39.377918 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5def1691-9458-4708-bbcf-003ae8a60263 None None] Provisioning complete for port 81cf0151-e6be-4fdb-ab86-1801856735dc triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:07:39.378380 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5def1691-9458-4708-bbcf-003ae8a60263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (81cf0151-e6be-4fdb-ab86-1801856735dc), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:39.435999 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5def1691-9458-4708-bbcf-003ae8a60263 None None] Port 81cf0151-e6be-4fdb-ab86-1801856735dc cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:07:39.455953 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:39.459602 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 53374) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:39.598643 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-cfbb984e-b463-4454-b93d-20460a84ac1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:39.605798 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-687353d9-84ed-4ce8-b2b7-fee8fcf98830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'name': 'tempest-TestShelveInstance-2144227870-router', 'tenant_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '1695251a-4e05-4ec1-a1b9-d77bda07db10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:07:35Z', 'updated_at': '2022-06-08T02:07:37Z', 'revision_number': 3, 'project_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'gw_port': {'id': '1695251a-4e05-4ec1-a1b9-d77bda07db10', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dc:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:07:36Z', 'updated_at': '2022-06-08T02:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:07:39.616315 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d89d4f37-b878-4575-9a51-80d26bfdfc7f admin admin] Publish callbacks [] for port (81cf0151-e6be-4fdb-ab86-1801856735dc), precommit_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:39.623154 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d89d4f37-b878-4575-9a51-80d26bfdfc7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9466662'] for port (81cf0151-e6be-4fdb-ab86-1801856735dc), after_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:39.640289 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687353d9-84ed-4ce8-b2b7-fee8fcf98830 None None] The sync data for ids ['8b7a26b8-38d3-489d-a132-ea9971774090'] in dv-cinder-845069-1-iscsi is: [{'id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'name': 'tempest-TestShelveInstance-2144227870-router', 'tenant_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '1695251a-4e05-4ec1-a1b9-d77bda07db10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:07:35Z', 'updated_at': '2022-06-08T02:07:37Z', 'revision_number': 3, 'project_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'gw_port': {'id': '1695251a-4e05-4ec1-a1b9-d77bda07db10', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dc:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:07:36Z', 'updated_at': '2022-06-08T02:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}] {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:07:39.717148 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d89d4f37-b878-4575-9a51-80d26bfdfc7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683862'] for router_interface (8b7a26b8-38d3-489d-a132-ea9971774090), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:39.745945 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d4f37-b878-4575-9a51-80d26bfdfc7f admin admin] Pushing event updated for resources: {'Port': ['ID=81cf0151-e6be-4fdb-ab86-1801856735dc,revision_number=2']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:39.818928 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c543a7e-4db2-4d80-9de3-97a94ffc5081 req-02161199-8b32-431f-b25a-26a9663004b4 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:39.820505 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8c543a7e-4db2-4d80-9de3-97a94ffc5081 req-02161199-8b32-431f-b25a-26a9663004b4 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.1676271 Jun 08 02:07:39.827652 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd6a6d-a0b4-4598-a8cb-4d6b07e294c9 req-6b474703-4b71-4378-94df-f9819ca270db tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:39.828113 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89d4f37-b878-4575-9a51-80d26bfdfc7f admin admin] Network aee60589-e544-41a2-b3ab-36bcd464e5c3 is already hosted by enough agents. {{(pid=104269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:07:39.829170 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-adcd6a6d-a0b4-4598-a8cb-4d6b07e294c9 req-6b474703-4b71-4378-94df-f9819ca270db tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.0769720 Jun 08 02:07:39.829692 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.base_scheduler [None req-d89d4f37-b878-4575-9a51-80d26bfdfc7f admin admin] Resources bound (agent type, host, resource id): {{(pid=104269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:07:39.883842 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-cfbb984e-b463-4454-b93d-20460a84ac1e admin admin] Publish callbacks [] for security_group (c9e91fea-e2d4-44f4-b5e5-6be03c5d20b3), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:39.933777 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-cfbb984e-b463-4454-b93d-20460a84ac1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (c9e91fea-e2d4-44f4-b5e5-6be03c5d20b3), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:39.978656 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8c543a7e-4db2-4d80-9de3-97a94ffc5081 req-f4651287-b719-45fd-b736-567cf9813721 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471694 Jun 08 02:07:40.010149 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb984e-b463-4454-b93d-20460a84ac1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e91fea-e2d4-44f4-b5e5-6be03c5d20b3,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:40.017861 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:40.048910 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbb984e-b463-4454-b93d-20460a84ac1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:40.049867 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbb984e-b463-4454-b93d-20460a84ac1e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:40.050235 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbb984e-b463-4454-b93d-20460a84ac1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:40.051179 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbb984e-b463-4454-b93d-20460a84ac1e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:40.051179 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbb984e-b463-4454-b93d-20460a84ac1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:40.051330 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbb984e-b463-4454-b93d-20460a84ac1e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:40.051606 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbb984e-b463-4454-b93d-20460a84ac1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:40.051955 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbb984e-b463-4454-b93d-20460a84ac1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:40.052307 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbb984e-b463-4454-b93d-20460a84ac1e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:40.052694 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbb984e-b463-4454-b93d-20460a84ac1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:40.053069 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbb984e-b463-4454-b93d-20460a84ac1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:40.053317 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbb984e-b463-4454-b93d-20460a84ac1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:40.053641 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbb984e-b463-4454-b93d-20460a84ac1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:40.053960 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbb984e-b463-4454-b93d-20460a84ac1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:40.059469 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbb984e-b463-4454-b93d-20460a84ac1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:40.076650 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-adcd6a6d-a0b4-4598-a8cb-4d6b07e294c9 req-6c2864ac-148e-40eb-a17e-bf00321ac6d6 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2218850 Jun 08 02:07:40.083525 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-cfbb984e-b463-4454-b93d-20460a84ac1e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78323d93142d481f812c5108ce58d5f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6221974 Jun 08 02:07:40.086594 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 53388) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:40.193193 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-048ff4d2-fb26-44af-a7a0-698a58c7e9d5 admin admin] Publish callbacks [] for security_group (c9e91fea-e2d4-44f4-b5e5-6be03c5d20b3), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:40.234738 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-048ff4d2-fb26-44af-a7a0-698a58c7e9d5 admin admin] Publish callbacks [] for security_group (c9e91fea-e2d4-44f4-b5e5-6be03c5d20b3), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:40.267430 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-a6288484-155b-4204-845f-3c0e86455b18 None None] Provisioning complete for port 81cf0151-e6be-4fdb-ab86-1801856735dc triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:07:40.268924 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-a6288484-155b-4204-845f-3c0e86455b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (81cf0151-e6be-4fdb-ab86-1801856735dc), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:40.274663 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device b5387eb9-1e00-436a-99d1-db7408aa68eb up at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:07:40.337410 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-048ff4d2-fb26-44af-a7a0-698a58c7e9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (c9e91fea-e2d4-44f4-b5e5-6be03c5d20b3), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:40.340638 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-048ff4d2-fb26-44af-a7a0-698a58c7e9d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:40.341992 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-048ff4d2-fb26-44af-a7a0-698a58c7e9d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c9e91fea-e2d4-44f4-b5e5-6be03c5d20b3 HTTP/1.1" status: 204 len: 168 time: 0.2542081 Jun 08 02:07:40.357052 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:40.375618 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89d4f37-b878-4575-9a51-80d26bfdfc7f admin admin] Router 8b7a26b8-38d3-489d-a132-ea9971774090 has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:07:40.382150 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ff4d2-fb26-44af-a7a0-698a58c7e9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e91fea-e2d4-44f4-b5e5-6be03c5d20b3,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:40.382852 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-a6288484-155b-4204-845f-3c0e86455b18 None None] Port 81cf0151-e6be-4fdb-ab86-1801856735dc cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:07:40.394512 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning for port b5387eb9-1e00-436a-99d1-db7408aa68eb completed by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 02:07:40.399848 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:40.407477 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning complete for port b5387eb9-1e00-436a-99d1-db7408aa68eb triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:07:40.408149 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (b5387eb9-1e00-436a-99d1-db7408aa68eb), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:40.472065 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0537a-2669-4d93-ad92-f5c2b3d71844 req-928958bd-12e9-44dc-be16-77895e1161cf tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:40.479831 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-41d0537a-2669-4d93-ad92-f5c2b3d71844 req-928958bd-12e9-44dc-be16-77895e1161cf tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8e11a7-f659-4bd6-a2ad-3327d14d3706 HTTP/1.1" status: 200 len: 945 time: 0.0884490 Jun 08 02:07:40.519155 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port b5387eb9-1e00-436a-99d1-db7408aa68eb is: BUILD; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:07:40.519547 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (b5387eb9-1e00-436a-99d1-db7408aa68eb), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:40.542181 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-41d0537a-2669-4d93-ad92-f5c2b3d71844 req-57a99e1f-6029-4e86-8419-30fa97ce4026 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a3ba2d0-d422-4599-8aeb-be79e7cac3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614266 Jun 08 02:07:40.573587 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8e11a7-f659-4bd6-a2ad-3327d14d3706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5387eb9-1e00-436a-99d1-db7408aa68eb'}] {{(pid=104270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:07:40.576346 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8be0b5de5a23eefcc09db06b1daf5598b5c3b6529c2083486e3c6bab2d5553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1f1827-fb1a-4d6f-a092-47f0eaf1015f" -d '{"events": [{"server_uuid": "aa8e11a7-f659-4bd6-a2ad-3327d14d3706", "name": "network-vif-plugged", "status": "completed", "tag": "b5387eb9-1e00-436a-99d1-db7408aa68eb"}]}' {{(pid=104270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:07:40.577279 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89d4f37-b878-4575-9a51-80d26bfdfc7f admin admin] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:07:40.592270 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port b5387eb9-1e00-436a-99d1-db7408aa68eb, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=b5387eb9-1e00-436a-99d1-db7408aa68eb,segment=NetworkSegment(897a0c03-e5dc-4e76-934b-34439857bbf1),segment_id=897a0c03-e5dc-4e76-934b-34439857bbf1)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:07:40.598730 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (b5387eb9-1e00-436a-99d1-db7408aa68eb), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:40.608939 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-d89d4f37-b878-4575-9a51-80d26bfdfc7f admin admin] 10.222.0.20 "PUT /v2.0/routers/8b7a26b8-38d3-489d-a132-ea9971774090/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7739847 Jun 08 02:07:40.667265 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79659f3c-aa55-46c8-a36e-3a8c47f589cf x-openstack-request-id: req-79659f3c-aa55-46c8-a36e-3a8c47f589cf {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:07:40.667968 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8e11a7-f659-4bd6-a2ad-3327d14d3706", "name": "network-vif-plugged", "status": "completed", "tag": "b5387eb9-1e00-436a-99d1-db7408aa68eb", "code": 200}]} {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:07:40.668808 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79659f3c-aa55-46c8-a36e-3a8c47f589cf {{(pid=104270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:07:40.669463 dv-cinder-845069-1-iscsi neutron-server[104270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79659f3c-aa55-46c8-a36e-3a8c47f589cf'] response: {'server_uuid': 'aa8e11a7-f659-4bd6-a2ad-3327d14d3706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5387eb9-1e00-436a-99d1-db7408aa68eb', 'code': 200} Jun 08 02:07:40.673162 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=b5387eb9-1e00-436a-99d1-db7408aa68eb,revision_number=5']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:40.740357 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 1695251a-4e05-4ec1-a1b9-d77bda07db10 up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:07:40.799722 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 1695251a-4e05-4ec1-a1b9-d77bda07db10 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:07:40.799722 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (1695251a-4e05-4ec1-a1b9-d77bda07db10), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:40.903273 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ae568-5e20-41fd-879e-677eb427e89f req-a37021af-9779-4375-b9c3-df79fabb4bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:40.906017 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f81ae568-5e20-41fd-879e-677eb427e89f req-a37021af-9779-4375-b9c3-df79fabb4bf5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa8e11a7-f659-4bd6-a2ad-3327d14d3706 HTTP/1.1" status: 200 len: 1130 time: 0.0601234 Jun 08 02:07:40.906512 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 1695251a-4e05-4ec1-a1b9-d77bda07db10 is: DOWN; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:07:40.906922 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (1695251a-4e05-4ec1-a1b9-d77bda07db10), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:40.936768 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] For port 1695251a-4e05-4ec1-a1b9-d77bda07db10, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=1695251a-4e05-4ec1-a1b9-d77bda07db10,segment=NetworkSegment(85e1942d-da80-4474-8baf-777e325afd8c),segment_id=85e1942d-da80-4474-8baf-777e325afd8c)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:07:40.944323 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (1695251a-4e05-4ec1-a1b9-d77bda07db10), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:40.978262 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f81ae568-5e20-41fd-879e-677eb427e89f req-bd4230fc-a9f4-4664-80e6-059e1fc9498c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4a3ba2d0-d422-4599-8aeb-be79e7cac3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661066 Jun 08 02:07:41.028706 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Pushing event updated for resources: {'Port': ['ID=1695251a-4e05-4ec1-a1b9-d77bda07db10,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:41.115964 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37686cba-bd96-44ed-9652-efec7d3f23bf req-80e12aeb-b541-46c7-9bd1-691faee3a841 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:41.120906 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-37686cba-bd96-44ed-9652-efec7d3f23bf req-80e12aeb-b541-46c7-9bd1-691faee3a841 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.0617750 Jun 08 02:07:41.132445 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:41.192373 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-37686cba-bd96-44ed-9652-efec7d3f23bf req-944bed07-8ad6-411b-9fe3-8cb7e07a029b tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682032 Jun 08 02:07:41.262526 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a4042-1675-44fc-8f62-cf0249ff5711 req-b0097475-bd80-4515-b733-f5b1aea4c2ee tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:41.268894 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-520a4042-1675-44fc-8f62-cf0249ff5711 req-b0097475-bd80-4515-b733-f5b1aea4c2ee tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.0754633 Jun 08 02:07:41.332200 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-520a4042-1675-44fc-8f62-cf0249ff5711 req-fcf75866-faeb-447f-8c46-ff6b9d585fe1 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569596 Jun 08 02:07:41.503567 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 53480) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:41.509221 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-4d0190b7-a744-4a7d-ae5b-684764db7ae8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1812505168-network', 'tenant_id': 'ba73173cd15a45f7a29d6b5112a33770'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:07:41.542597 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0190b7-a744-4a7d-ae5b-684764db7ae8 admin admin] Made reservation on behalf of ba73173cd15a45f7a29d6b5112a33770 for: {'network': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:07:41.545955 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-4d0190b7-a744-4a7d-ae5b-684764db7ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for network (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:41.618133 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e1ef2-31fa-4de3-b71e-fe68d7c31c65 req-478ee253-5587-43b3-b894-a560f2f9b635 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:41.620300 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cc4e1ef2-31fa-4de3-b71e-fe68d7c31c65 req-478ee253-5587-43b3-b894-a560f2f9b635 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.0909121 Jun 08 02:07:41.621370 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-4d0190b7-a744-4a7d-ae5b-684764db7ae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:41.693377 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 53486) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:41.761160 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba0d12-b31d-4ef9-91ed-55ab13c3e52e req-68eaa7ac-f9b2-4729-9888-d61cd83db5dd tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:41.762688 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-91ba0d12-b31d-4ef9-91ed-55ab13c3e52e req-68eaa7ac-f9b2-4729-9888-d61cd83db5dd tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8e11a7-f659-4bd6-a2ad-3327d14d3706 HTTP/1.1" status: 200 len: 946 time: 0.1056979 Jun 08 02:07:41.781395 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cc4e1ef2-31fa-4de3-b71e-fe68d7c31c65 req-12aff526-da90-4fe1-89ba-ad347c324ffc tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436911 Jun 08 02:07:41.859249 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-12c68a4b-22fb-40f9-9ee3-3d8f1042ef78 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1931813037-network', 'tenant_id': '68cd7ed883a04e91b36482a8950b12d1'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:07:41.864488 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:41.883890 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c68a4b-22fb-40f9-9ee3-3d8f1042ef78 admin admin] Made reservation on behalf of 68cd7ed883a04e91b36482a8950b12d1 for: {'network': 1} {{(pid=104269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:07:41.887263 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-12c68a4b-22fb-40f9-9ee3-3d8f1042ef78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for network (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:41.904602 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-91ba0d12-b31d-4ef9-91ed-55ab13c3e52e req-297cdd7c-d2d2-47d8-9281-3e0644dd4c92 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a3ba2d0-d422-4599-8aeb-be79e7cac3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323354 Jun 08 02:07:41.905052 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-12c68a4b-22fb-40f9-9ee3-3d8f1042ef78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:41.922392 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4e6b0-dec7-4459-80a4-a99154e12a06 req-47abad8c-47d2-41ee-82c5-faa35aae1c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:41.924037 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-fef4e6b0-dec7-4459-80a4-a99154e12a06 req-47abad8c-47d2-41ee-82c5-faa35aae1c7c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d40d753f66ec4ed2808aa65b825e66f8&device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 1129 time: 0.1017466 Jun 08 02:07:41.935578 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-4d0190b7-a744-4a7d-ae5b-684764db7ae8 admin admin] Publish callbacks [] for security_group (c50da2ed-f6e3-4e79-956a-0d29bb93b5e7), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:41.949424 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-4d0190b7-a744-4a7d-ae5b-684764db7ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (c50da2ed-f6e3-4e79-956a-0d29bb93b5e7), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:41.953489 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:41.959791 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af29332-f93e-4bc8-9767-79b0bf993b56 None None] Sync routers for ids ['8b7a26b8-38d3-489d-a132-ea9971774090'] in dv-cinder-845069-1-iscsi {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:07:41.977016 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af29332-f93e-4bc8-9767-79b0bf993b56 None None] Routers {'8b7a26b8-38d3-489d-a132-ea9971774090'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:07:41.977792 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-7af29332-f93e-4bc8-9767-79b0bf993b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:07:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['8b7a26b8-38d3-489d-a132-ea9971774090'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:07:42.024046 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-12c68a4b-22fb-40f9-9ee3-3d8f1042ef78 admin admin] Publish callbacks [] for security_group (56e92dd7-c188-4f4a-aadb-6866ef889ef2), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:42.028979 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-12c68a4b-22fb-40f9-9ee3-3d8f1042ef78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (56e92dd7-c188-4f4a-aadb-6866ef889ef2), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:42.029338 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:42.036610 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0190b7-a744-4a7d-ae5b-684764db7ae8 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=104268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 02:07:42.047492 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:42.052228 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c68a4b-22fb-40f9-9ee3-3d8f1042ef78 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=104269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 02:07:42.068084 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c68a4b-22fb-40f9-9ee3-3d8f1042ef78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e92dd7-c188-4f4a-aadb-6866ef889ef2,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:42.071134 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0190b7-a744-4a7d-ae5b-684764db7ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50da2ed-f6e3-4e79-956a-0d29bb93b5e7,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:42.073222 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-12c68a4b-22fb-40f9-9ee3-3d8f1042ef78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (e13fd0c2-9c6e-4a49-b62b-0d214dd47858), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:42.073564 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.db.segments_db [None req-12c68a4b-22fb-40f9-9ee3-3d8f1042ef78 admin admin] Added segment e13fd0c2-9c6e-4a49-b62b-0d214dd47858 of type vlan for network 0805388c-c568-4da3-817b-3be9b163906b Jun 08 02:07:42.077358 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-4d0190b7-a744-4a7d-ae5b-684764db7ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (d1a3ff8f-b396-4ac4-9dbf-0acade7b0584), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:42.085252 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.db.segments_db [None req-4d0190b7-a744-4a7d-ae5b-684764db7ae8 admin admin] Added segment d1a3ff8f-b396-4ac4-9dbf-0acade7b0584 of type vlan for network d1ca035a-1604-4fe3-8a50-e63c43570056 Jun 08 02:07:42.086586 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:42.125887 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-12c68a4b-22fb-40f9-9ee3-3d8f1042ef78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744501171532'] for network (0805388c-c568-4da3-817b-3be9b163906b), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:42.146222 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4e6b0-dec7-4459-80a4-a99154e12a06 req-ea281856-c905-459c-b56e-ce5795b4dfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:42.147701 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-fef4e6b0-dec7-4459-80a4-a99154e12a06 req-ea281856-c905-459c-b56e-ce5795b4dfc2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eafc844b-6465-4613-a6dd-f1b9698164f0 HTTP/1.1" status: 200 len: 920 time: 0.2107916 Jun 08 02:07:42.163718 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-4d0190b7-a744-4a7d-ae5b-684764db7ae8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744501171532'] for network (d1ca035a-1604-4fe3-8a50-e63c43570056), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:42.166430 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-7af29332-f93e-4bc8-9767-79b0bf993b56 None None] Set router 8b7a26b8-38d3-489d-a132-ea9971774090 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:07:42.171958 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-12c68a4b-22fb-40f9-9ee3-3d8f1042ef78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516'] for network (0805388c-c568-4da3-817b-3be9b163906b), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:42.173056 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c68a4b-22fb-40f9-9ee3-3d8f1042ef78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:42.173636 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-12c68a4b-22fb-40f9-9ee3-3d8f1042ef78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:42.192596 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-4d0190b7-a744-4a7d-ae5b-684764db7ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516'] for network (d1ca035a-1604-4fe3-8a50-e63c43570056), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:42.193910 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0190b7-a744-4a7d-ae5b-684764db7ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:42.194593 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-4d0190b7-a744-4a7d-ae5b-684764db7ae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:42.198204 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:42.255327 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 53508) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:42.260897 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-12c68a4b-22fb-40f9-9ee3-3d8f1042ef78 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5565457 Jun 08 02:07:42.262568 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c68a4b-22fb-40f9-9ee3-3d8f1042ef78 admin admin] Pushing event updated for resources: {'Network': ['ID=0805388c-c568-4da3-817b-3be9b163906b,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:42.265205 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-964b5a82-a1db-4ac4-8471-020a439f3175 admin admin] Request body: {'subnet': {'network_id': '0805388c-c568-4da3-817b-3be9b163906b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1931813037-subnet', 'tenant_id': '68cd7ed883a04e91b36482a8950b12d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:07:42.284661 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Network 0805388c-c568-4da3-817b-3be9b163906b details requested by agent ovs-agent-dv-cinder-845069-1-iscsi with host dv-cinder-845069-1-iscsi {{(pid=104270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 02:07:42.285232 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 53510) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:42.285832 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-4d0190b7-a744-4a7d-ae5b-684764db7ae8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7810185 Jun 08 02:07:42.290706 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-46151648-343d-496d-b2fa-0b35a99cb4b5 admin admin] Request body: {'subnet': {'network_id': 'd1ca035a-1604-4fe3-8a50-e63c43570056', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1812505168-subnet', 'tenant_id': 'ba73173cd15a45f7a29d6b5112a33770', 'ip_version': 4}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:07:42.293942 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0190b7-a744-4a7d-ae5b-684764db7ae8 admin admin] Pushing event updated for resources: {'Network': ['ID=d1ca035a-1604-4fe3-8a50-e63c43570056,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:42.310485 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964b5a82-a1db-4ac4-8471-020a439f3175 admin admin] Made reservation on behalf of 68cd7ed883a04e91b36482a8950b12d1 for: {'subnet': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:07:42.316040 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-964b5a82-a1db-4ac4-8471-020a439f3175 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8450946'] for subnet (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:42.316451 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46151648-343d-496d-b2fa-0b35a99cb4b5 admin admin] Made reservation on behalf of ba73173cd15a45f7a29d6b5112a33770 for: {'subnet': 1} {{(pid=104269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:07:42.318870 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-46151648-343d-496d-b2fa-0b35a99cb4b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10485297'] for subnet (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:42.362153 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Network d1ca035a-1604-4fe3-8a50-e63c43570056 details requested by agent ovs-agent-dv-cinder-845069-1-iscsi with host dv-cinder-845069-1-iscsi {{(pid=104270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 02:07:42.539450 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-7af29332-f93e-4bc8-9767-79b0bf993b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'name': 'tempest-TestShelveInstance-2144227870-router', 'tenant_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '1695251a-4e05-4ec1-a1b9-d77bda07db10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:07:35Z', 'updated_at': '2022-06-08T02:07:39Z', 'revision_number': 4, 'project_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'gw_port': {'id': '1695251a-4e05-4ec1-a1b9-d77bda07db10', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:07:36Z', 'updated_at': '2022-06-08T02:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '81cf0151-e6be-4fdb-ab86-1801856735dc', 'name': '', 'network_id': 'aee60589-e544-41a2-b3ab-36bcd464e5c3', 'tenant_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'mac_address': 'fa:16:3e:82:e7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '5be850c6-a58b-481a-bd0d-69acb24f113c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:07:38Z', 'updated_at': '2022-06-08T02:07:39Z', 'revision_number': 2, 'project_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'subnets': [{'id': '5be850c6-a58b-481a-bd0d-69acb24f113c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:07:42.545394 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec21092-5d07-4a39-8edc-f59d6c54e75a req-1ca2525d-1eef-42e0-866f-8fd3f6c89860 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:42.546903 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1ec21092-5d07-4a39-8edc-f59d6c54e75a req-1ca2525d-1eef-42e0-866f-8fd3f6c89860 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.0897417 Jun 08 02:07:42.561045 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-46151648-343d-496d-b2fa-0b35a99cb4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9466333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10485251'] for subnet (85d293a5-8937-4b8b-9bf7-24cff7062f62), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:42.565707 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af29332-f93e-4bc8-9767-79b0bf993b56 None None] Checking router: 8b7a26b8-38d3-489d-a132-ea9971774090 for host: dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:07:42.566309 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af29332-f93e-4bc8-9767-79b0bf993b56 None None] Updating router 8b7a26b8-38d3-489d-a132-ea9971774090 port 81cf0151-e6be-4fdb-ab86-1801856735dc binding host dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 02:07:42.577658 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-964b5a82-a1db-4ac4-8471-020a439f3175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8690224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8450992'] for subnet (10c1956a-879c-4924-b8ae-c251c422d463), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:42.587878 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:42.600638 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-7af29332-f93e-4bc8-9767-79b0bf993b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (81cf0151-e6be-4fdb-ab86-1801856735dc), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:42.637756 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46151648-343d-496d-b2fa-0b35a99cb4b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85d293a5-8937-4b8b-9bf7-24cff7062f62,revision_number=0']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:42.667594 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b5a82-a1db-4ac4-8471-020a439f3175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10c1956a-879c-4924-b8ae-c251c422d463,revision_number=0']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:42.672953 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46151648-343d-496d-b2fa-0b35a99cb4b5 admin admin] Checking segment: {'id': 'd1a3ff8f-b396-4ac4-9dbf-0acade7b0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd1ca035a-1604-4fe3-8a50-e63c43570056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:07:42.673520 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46151648-343d-496d-b2fa-0b35a99cb4b5 admin admin] Network hostable DHCP agents. Network: d1ca035a-1604-4fe3-8a50-e63c43570056, hostable agents: ['45a4719c-dff8-447a-9451-2d43a5a3b5e6'], hosted agents: [] {{(pid=104269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 02:07:42.679653 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1ec21092-5d07-4a39-8edc-f59d6c54e75a req-dddad0b1-fa4c-46f0-aec0-644bbe95312c tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225760 Jun 08 02:07:42.690927 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964b5a82-a1db-4ac4-8471-020a439f3175 admin admin] Checking segment: {'id': 'e13fd0c2-9c6e-4a49-b62b-0d214dd47858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0805388c-c568-4da3-817b-3be9b163906b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:07:42.691284 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964b5a82-a1db-4ac4-8471-020a439f3175 admin admin] Network hostable DHCP agents. Network: 0805388c-c568-4da3-817b-3be9b163906b, hostable agents: ['45a4719c-dff8-447a-9451-2d43a5a3b5e6'], hosted agents: [] {{(pid=104268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 02:07:42.709635 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46151648-343d-496d-b2fa-0b35a99cb4b5 admin admin] Network d1ca035a-1604-4fe3-8a50-e63c43570056 is scheduled to be hosted by DHCP agent 45a4719c-dff8-447a-9451-2d43a5a3b5e6 with binding_index 1 {{(pid=104269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 02:07:42.721479 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964b5a82-a1db-4ac4-8471-020a439f3175 admin admin] Network 0805388c-c568-4da3-817b-3be9b163906b is scheduled to be hosted by DHCP agent 45a4719c-dff8-447a-9451-2d43a5a3b5e6 with binding_index 1 {{(pid=104268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 02:07:42.724861 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.base_scheduler [None req-46151648-343d-496d-b2fa-0b35a99cb4b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-1-iscsi, d1ca035a-1604-4fe3-8a50-e63c43570056) {{(pid=104269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:07:42.739192 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-964b5a82-a1db-4ac4-8471-020a439f3175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-1-iscsi, 0805388c-c568-4da3-817b-3be9b163906b) {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:07:42.743845 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964b5a82-a1db-4ac4-8471-020a439f3175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:42.744566 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-964b5a82-a1db-4ac4-8471-020a439f3175 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:42.749066 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46151648-343d-496d-b2fa-0b35a99cb4b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:42.749800 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-46151648-343d-496d-b2fa-0b35a99cb4b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for subnet (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:42.773341 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 1695251a-4e05-4ec1-a1b9-d77bda07db10 up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:07:42.775330 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c9cc99-c94e-4f0e-a20f-a95d44922019 None None] Network d1ca035a-1604-4fe3-8a50-e63c43570056 requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:07:42.775554 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-46151648-343d-496d-b2fa-0b35a99cb4b5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4889104 Jun 08 02:07:42.777844 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 53514) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:42.785142 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-97b1f8ef-e938-4c4f-b398-405998e5567f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1812505168-router', 'tenant_id': 'ba73173cd15a45f7a29d6b5112a33770', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:07:42.794380 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-fef4e6b0-dec7-4459-80a4-a99154e12a06 req-f7168df8-44c9-42d0-b78a-7380b2675a64 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=895ce244-87ef-415a-88d2-f764d9932c90 HTTP/1.1" status: 200 len: 217 time: 0.0697134 Jun 08 02:07:42.809621 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-97b1f8ef-e938-4c4f-b398-405998e5567f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6868'] for router (1d9e9bc1-671d-46ad-9cf0-7d111e7163b2), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:42.811008 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-97b1f8ef-e938-4c4f-b398-405998e5567f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-621629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6829'] for router (1d9e9bc1-671d-46ad-9cf0-7d111e7163b2), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:42.849721 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-964b5a82-a1db-4ac4-8471-020a439f3175 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5913453 Jun 08 02:07:42.869486 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4e6b0-dec7-4459-80a4-a99154e12a06 req-7eb14f39-8397-44e7-934b-4c2ce1bd1926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:42.871146 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-fef4e6b0-dec7-4459-80a4-a99154e12a06 req-7eb14f39-8397-44e7-934b-4c2ce1bd1926 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b425173c-8738-4438-bb14-70ea3c375864 HTTP/1.1" status: 200 len: 858 time: 0.0641770 Jun 08 02:07:42.928679 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-97b1f8ef-e938-4c4f-b398-405998e5567f admin admin] Publish callbacks [] for router_controller (1d9e9bc1-671d-46ad-9cf0-7d111e7163b2), precommit_add_association {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:42.974740 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4e6b0-dec7-4459-80a4-a99154e12a06 req-37d874a7-e2e5-49a0-b952-ae867e7a8e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:42.976809 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-fef4e6b0-dec7-4459-80a4-a99154e12a06 req-37d874a7-e2e5-49a0-b952-ae867e7a8e2a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eafc844b-6465-4613-a6dd-f1b9698164f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0982335 Jun 08 02:07:42.978490 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa884a0-212c-4d8b-b6d6-3868f331984e None None] Network 0805388c-c568-4da3-817b-3be9b163906b requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:07:43.050860 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:43.132868 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566eb4a-af2c-4aa6-910c-5898d293c523 req-fe6f683f-d423-40af-8c7c-ebbe04c572e0 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:43.134858 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2566eb4a-af2c-4aa6-910c-5898d293c523 req-fe6f683f-d423-40af-8c7c-ebbe04c572e0 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.0961797 Jun 08 02:07:43.155187 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-97b1f8ef-e938-4c4f-b398-405998e5567f admin admin] Publish callbacks [] for router_gateway (1d9e9bc1-671d-46ad-9cf0-7d111e7163b2), precommit_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:43.222021 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2566eb4a-af2c-4aa6-910c-5898d293c523 req-f612eac6-0895-4f11-b38c-2ceaf61b5424 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810454 Jun 08 02:07:43.241594 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9917c56-9db3-4726-b091-5d88dbb04d77 req-446382e5-f974-432b-9d1f-33a84932ba2b tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:43.243662 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e9917c56-9db3-4726-b091-5d88dbb04d77 req-446382e5-f974-432b-9d1f-33a84932ba2b tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8e11a7-f659-4bd6-a2ad-3327d14d3706 HTTP/1.1" status: 200 len: 946 time: 0.2060912 Jun 08 02:07:43.266383 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:43.298540 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-fef4e6b0-dec7-4459-80a4-a99154e12a06 req-ffd03c4a-a3bb-4c74-bc0d-977103a30f54 service neutron] 10.222.0.15 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147054 Jun 08 02:07:43.307179 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:43.313154 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 1695251a-4e05-4ec1-a1b9-d77bda07db10 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:07:43.313528 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (1695251a-4e05-4ec1-a1b9-d77bda07db10), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:43.355543 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14d7824-86c3-414a-b4d5-c68a2a8895e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8909f50-5379-5de5-8dc8-896ce999fc50-d1ca035a-1604-4fe3-8a50-e63c43570056', 'network_id': 'd1ca035a-1604-4fe3-8a50-e63c43570056', 'project_id': 'ba73173cd15a45f7a29d6b5112a33770', 'fixed_ips': [{'subnet_id': '85d293a5-8937-4b8b-9bf7-24cff7062f62'}]}} from dv-cinder-845069-1-iscsi. {{(pid=104270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 08 02:07:43.356529 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-c14d7824-86c3-414a-b4d5-c68a2a8895e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:43.369334 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc9e561-f123-4538-a052-679f2c33bb79 None None] Network 0805388c-c568-4da3-817b-3be9b163906b requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:07:43.411691 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e9917c56-9db3-4726-b091-5d88dbb04d77 req-ed15f207-c993-4a55-9857-8afe8be8f906 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a3ba2d0-d422-4599-8aeb-be79e7cac3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582673 Jun 08 02:07:43.441758 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-97b1f8ef-e938-4c4f-b398-405998e5567f admin admin] Publish callbacks [] for router_gateway (1d9e9bc1-671d-46ad-9cf0-7d111e7163b2), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:43.467627 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:43.479831 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-fef4e6b0-dec7-4459-80a4-a99154e12a06 req-a7280ff2-bc23-447c-a36e-aef30c500dc7 service neutron] 10.222.0.15 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610558 Jun 08 02:07:43.482856 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:43.507778 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-97b1f8ef-e938-4c4f-b398-405998e5567f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:43.641873 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:43.644956 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:43.664223 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.db_base_plugin_common [None req-97b1f8ef-e938-4c4f-b398-405998e5567f admin admin] Allocated IP 172.27.1.103 (fccc80fe-aa23-41fa-b00e-a506a2a0f94c/5f93db06-58fb-4390-8563-710a437b082f/7b7089c1-c74a-4171-bd7c-d6385d928364) {{(pid=104269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:07:43.675488 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-7af29332-f93e-4bc8-9767-79b0bf993b56 None None] Publish callbacks [] for port (81cf0151-e6be-4fdb-ab86-1801856735dc), precommit_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:43.765112 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-7af29332-f93e-4bc8-9767-79b0bf993b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (81cf0151-e6be-4fdb-ab86-1801856735dc), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:43.832624 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 1695251a-4e05-4ec1-a1b9-d77bda07db10 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:07:43.844102 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.db_base_plugin_common [None req-c14d7824-86c3-414a-b4d5-c68a2a8895e0 None None] Allocated IP 172.20.0.2 (d1ca035a-1604-4fe3-8a50-e63c43570056/85d293a5-8937-4b8b-9bf7-24cff7062f62/8536475f-91b3-4b20-81a9-c7bf4b2ff1fb) {{(pid=104270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:07:43.873286 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44116b2a-d2b4-4a47-a931-bf50004916fb None None] Pushing event updated for resources: {'Port': ['ID=81cf0151-e6be-4fdb-ab86-1801856735dc,revision_number=3']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:43.886898 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-97b1f8ef-e938-4c4f-b398-405998e5567f admin admin] Publish callbacks [] for port (7b7089c1-c74a-4171-bd7c-d6385d928364), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:43.900543 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb99eac-3d94-4fb9-a507-b8ccab386871 req-108bd171-2338-452d-aa64-739eafdd9b10 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:43.904146 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cfb99eac-3d94-4fb9-a507-b8ccab386871 req-108bd171-2338-452d-aa64-739eafdd9b10 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.1150479 Jun 08 02:07:43.930867 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-97b1f8ef-e938-4c4f-b398-405998e5567f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (7b7089c1-c74a-4171-bd7c-d6385d928364), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:43.973099 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b1f8ef-e938-4c4f-b398-405998e5567f admin admin] Network fccc80fe-aa23-41fa-b00e-a506a2a0f94c is already hosted by enough agents. {{(pid=104269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:07:43.976498 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.base_scheduler [None req-97b1f8ef-e938-4c4f-b398-405998e5567f admin admin] Resources bound (agent type, host, resource id): {{(pid=104269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:07:43.980495 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b1f8ef-e938-4c4f-b398-405998e5567f admin admin] Received port after_create {{(pid=104269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:07:43.996621 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cfb99eac-3d94-4fb9-a507-b8ccab386871 req-37abc5a5-6fdd-4bbf-8b53-9d404e6826ef tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726032 Jun 08 02:07:44.020907 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1f8ef-e938-4c4f-b398-405998e5567f admin admin] Pushing event updated for resources: {'Port': ['ID=7b7089c1-c74a-4171-bd7c-d6385d928364,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:44.045001 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-7af29332-f93e-4bc8-9767-79b0bf993b56 None None] Attempting to bind port 81cf0151-e6be-4fdb-ab86-1801856735dc on host dv-cinder-845069-1-iscsi for vnic_type normal with profile {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:07:44.045001 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-7af29332-f93e-4bc8-9767-79b0bf993b56 None None] Attempting to bind port 81cf0151-e6be-4fdb-ab86-1801856735dc by drivers openvswitch,hyperv on host dv-cinder-845069-1-iscsi at level 0 using segments [{'id': 'df4507ce-d6e1-4b69-af50-fdc1c233f973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'aee60589-e544-41a2-b3ab-36bcd464e5c3'}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:07:44.045673 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af29332-f93e-4bc8-9767-79b0bf993b56 None None] Attempting to bind port 81cf0151-e6be-4fdb-ab86-1801856735dc on network aee60589-e544-41a2-b3ab-36bcd464e5c3 {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:07:44.065391 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af29332-f93e-4bc8-9767-79b0bf993b56 None None] Checking agent: {'id': 'f845c03f-68d4-4819-b53b-956a55a73879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 1, 56, 43), 'started_at': datetime.datetime(2022, 6, 8, 1, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:07:44.065665 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af29332-f93e-4bc8-9767-79b0bf993b56 None None] Checking segment: {'id': 'df4507ce-d6e1-4b69-af50-fdc1c233f973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'aee60589-e544-41a2-b3ab-36bcd464e5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:07:44.066076 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-7af29332-f93e-4bc8-9767-79b0bf993b56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:44.066465 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af29332-f93e-4bc8-9767-79b0bf993b56 None None] Bound using segment: {'id': 'df4507ce-d6e1-4b69-af50-fdc1c233f973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'aee60589-e544-41a2-b3ab-36bcd464e5c3'} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:07:44.066949 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-7af29332-f93e-4bc8-9767-79b0bf993b56 None None] Bound port: 81cf0151-e6be-4fdb-ab86-1801856735dc, host: dv-cinder-845069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df4507ce-d6e1-4b69-af50-fdc1c233f973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'aee60589-e544-41a2-b3ab-36bcd464e5c3'}}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:07:44.067326 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-7af29332-f93e-4bc8-9767-79b0bf993b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (81cf0151-e6be-4fdb-ab86-1801856735dc), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:44.160464 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-c14d7824-86c3-414a-b4d5-c68a2a8895e0 None None] Publish callbacks [] for port (8536475f-91b3-4b20-81a9-c7bf4b2ff1fb), precommit_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:44.164740 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:44.173456 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-bd8fb1fd-4777-4a55-9102-fc951f5084d5 None None] Provisioning complete for port 81cf0151-e6be-4fdb-ab86-1801856735dc triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:07:44.173951 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-bd8fb1fd-4777-4a55-9102-fc951f5084d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (81cf0151-e6be-4fdb-ab86-1801856735dc), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:44.190315 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-c14d7824-86c3-414a-b4d5-c68a2a8895e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093'] for port (8536475f-91b3-4b20-81a9-c7bf4b2ff1fb), after_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:44.248033 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-7af29332-f93e-4bc8-9767-79b0bf993b56 None None] For port 81cf0151-e6be-4fdb-ab86-1801856735dc, host dv-cinder-845069-1-iscsi, cleared binding levels {{(pid=104270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:07:44.285688 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14d7824-86c3-414a-b4d5-c68a2a8895e0 None None] Network d1ca035a-1604-4fe3-8a50-e63c43570056 is already hosted by enough agents. {{(pid=104270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:07:44.287421 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-7af29332-f93e-4bc8-9767-79b0bf993b56 None None] For port 81cf0151-e6be-4fdb-ab86-1801856735dc, host dv-cinder-845069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=81cf0151-e6be-4fdb-ab86-1801856735dc,segment=NetworkSegment(df4507ce-d6e1-4b69-af50-fdc1c233f973),segment_id=df4507ce-d6e1-4b69-af50-fdc1c233f973)] {{(pid=104270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:07:44.289153 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-bd8fb1fd-4777-4a55-9102-fc951f5084d5 None None] Port 81cf0151-e6be-4fdb-ab86-1801856735dc cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:07:44.294686 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.scheduler.base_scheduler [None req-c14d7824-86c3-414a-b4d5-c68a2a8895e0 None None] Resources bound (agent type, host, resource id): {{(pid=104270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:07:44.296752 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d7824-86c3-414a-b4d5-c68a2a8895e0 None None] Pushing event updated for resources: {'Port': ['ID=8536475f-91b3-4b20-81a9-c7bf4b2ff1fb,revision_number=1']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:44.300337 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14d7824-86c3-414a-b4d5-c68a2a8895e0 None None] Received port after_create {{(pid=104270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:07:44.301138 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-97b1f8ef-e938-4c4f-b398-405998e5567f admin admin] Publish callbacks [] for router_gateway (1d9e9bc1-671d-46ad-9cf0-7d111e7163b2), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:44.306950 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-7af29332-f93e-4bc8-9767-79b0bf993b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (81cf0151-e6be-4fdb-ab86-1801856735dc), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:44.436195 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44116b2a-d2b4-4a47-a931-bf50004916fb None None] Pushing event updated for resources: {'Port': ['ID=81cf0151-e6be-4fdb-ab86-1801856735dc,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:44.445552 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f1906-8833-4379-a593-e967e2b3eba7 req-a702905b-edff-4ca3-8189-d4f16b091ace tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:44.450311 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af29332-f93e-4bc8-9767-79b0bf993b56 None None] Routers {'8b7a26b8-38d3-489d-a132-ea9971774090'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:07:44.451169 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-7af29332-f93e-4bc8-9767-79b0bf993b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:07:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['8b7a26b8-38d3-489d-a132-ea9971774090'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:07:44.453960 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-408f1906-8833-4379-a593-e967e2b3eba7 req-a702905b-edff-4ca3-8189-d4f16b091ace tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.1227994 Jun 08 02:07:44.513425 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:44.523601 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-c14d7824-86c3-414a-b4d5-c68a2a8895e0 None None] Attempting to bind port 8536475f-91b3-4b20-81a9-c7bf4b2ff1fb on host dv-cinder-845069-1-iscsi for vnic_type normal with profile {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:07:44.524244 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-c14d7824-86c3-414a-b4d5-c68a2a8895e0 None None] Attempting to bind port 8536475f-91b3-4b20-81a9-c7bf4b2ff1fb by drivers openvswitch,hyperv on host dv-cinder-845069-1-iscsi at level 0 using segments [{'id': 'd1a3ff8f-b396-4ac4-9dbf-0acade7b0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd1ca035a-1604-4fe3-8a50-e63c43570056'}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:07:44.524810 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14d7824-86c3-414a-b4d5-c68a2a8895e0 None None] Attempting to bind port 8536475f-91b3-4b20-81a9-c7bf4b2ff1fb on network d1ca035a-1604-4fe3-8a50-e63c43570056 {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:07:44.536174 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14d7824-86c3-414a-b4d5-c68a2a8895e0 None None] Checking agent: {'id': 'f845c03f-68d4-4819-b53b-956a55a73879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 1, 56, 43), 'started_at': datetime.datetime(2022, 6, 8, 1, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:07:44.536736 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14d7824-86c3-414a-b4d5-c68a2a8895e0 None None] Checking segment: {'id': 'd1a3ff8f-b396-4ac4-9dbf-0acade7b0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd1ca035a-1604-4fe3-8a50-e63c43570056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:07:44.537148 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-c14d7824-86c3-414a-b4d5-c68a2a8895e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:44.537543 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14d7824-86c3-414a-b4d5-c68a2a8895e0 None None] Bound using segment: {'id': 'd1a3ff8f-b396-4ac4-9dbf-0acade7b0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd1ca035a-1604-4fe3-8a50-e63c43570056'} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:07:44.538022 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-c14d7824-86c3-414a-b4d5-c68a2a8895e0 None None] Bound port: 8536475f-91b3-4b20-81a9-c7bf4b2ff1fb, host: dv-cinder-845069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1a3ff8f-b396-4ac4-9dbf-0acade7b0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd1ca035a-1604-4fe3-8a50-e63c43570056'}}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:07:44.539400 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-c14d7824-86c3-414a-b4d5-c68a2a8895e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (8536475f-91b3-4b20-81a9-c7bf4b2ff1fb), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:44.566647 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-408f1906-8833-4379-a593-e967e2b3eba7 req-fc63eda9-0229-4d47-8543-c01a96ffbb1c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117058 Jun 08 02:07:44.575810 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019ed1f-81f4-4319-86c2-ef54bd00e7ca req-db8ad877-03ff-4492-906d-80dde93cdff8 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:44.578404 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e019ed1f-81f4-4319-86c2-ef54bd00e7ca req-db8ad877-03ff-4492-906d-80dde93cdff8 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8e11a7-f659-4bd6-a2ad-3327d14d3706 HTTP/1.1" status: 200 len: 946 time: 0.0726588 Jun 08 02:07:44.601743 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:44.624916 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-97b1f8ef-e938-4c4f-b398-405998e5567f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682964'] for router (1d9e9bc1-671d-46ad-9cf0-7d111e7163b2), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:44.641910 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e019ed1f-81f4-4319-86c2-ef54bd00e7ca req-b2c44f58-ecc6-4d92-985d-1d57c28ef419 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a3ba2d0-d422-4599-8aeb-be79e7cac3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494523 Jun 08 02:07:44.679400 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-7af29332-f93e-4bc8-9767-79b0bf993b56 None None] Set router 8b7a26b8-38d3-489d-a132-ea9971774090 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:07:44.713274 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-c14d7824-86c3-414a-b4d5-c68a2a8895e0 None None] For port 8536475f-91b3-4b20-81a9-c7bf4b2ff1fb, host dv-cinder-845069-1-iscsi, cleared binding levels {{(pid=104270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:07:44.744275 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-c14d7824-86c3-414a-b4d5-c68a2a8895e0 None None] For port 8536475f-91b3-4b20-81a9-c7bf4b2ff1fb, host dv-cinder-845069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=8536475f-91b3-4b20-81a9-c7bf4b2ff1fb,segment=NetworkSegment(d1a3ff8f-b396-4ac4-9dbf-0acade7b0584),segment_id=d1a3ff8f-b396-4ac4-9dbf-0acade7b0584)] {{(pid=104270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:07:44.746079 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5f304f5a-775e-4bd3-96d1-036639b2fdf9 None None] Provisioning complete for port 81cf0151-e6be-4fdb-ab86-1801856735dc triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:07:44.746228 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5f304f5a-775e-4bd3-96d1-036639b2fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (81cf0151-e6be-4fdb-ab86-1801856735dc), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:44.757231 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b1f8ef-e938-4c4f-b398-405998e5567f admin admin] Router 1d9e9bc1-671d-46ad-9cf0-7d111e7163b2 is scheduled to L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c with binding_index 1 {{(pid=104269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 08 02:07:44.781692 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-c14d7824-86c3-414a-b4d5-c68a2a8895e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (8536475f-91b3-4b20-81a9-c7bf4b2ff1fb), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:44.852891 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:44.879974 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b1f8ef-e938-4c4f-b398-405998e5567f admin admin] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:07:44.890145 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4a223d-37f9-44b2-8946-9088135e81ca None None] Sync routers for ids ['1d9e9bc1-671d-46ad-9cf0-7d111e7163b2'] in dv-cinder-845069-1-iscsi {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:07:44.906516 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4a223d-37f9-44b2-8946-9088135e81ca None None] Routers {'1d9e9bc1-671d-46ad-9cf0-7d111e7163b2'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:07:44.907944 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-3a4a223d-37f9-44b2-8946-9088135e81ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:07:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['1d9e9bc1-671d-46ad-9cf0-7d111e7163b2'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:07:44.908081 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-97b1f8ef-e938-4c4f-b398-405998e5567f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:44.919218 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 53562) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:44.929004 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-97b1f8ef-e938-4c4f-b398-405998e5567f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1490633 Jun 08 02:07:44.969828 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:45.095564 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-3a4a223d-37f9-44b2-8946-9088135e81ca None None] Set router 1d9e9bc1-671d-46ad-9cf0-7d111e7163b2 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:07:45.123991 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d7824-86c3-414a-b4d5-c68a2a8895e0 None None] Pushing event updated for resources: {'Port': ['ID=8536475f-91b3-4b20-81a9-c7bf4b2ff1fb,revision_number=2']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:45.184200 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5f304f5a-775e-4bd3-96d1-036639b2fdf9 None None] Current status of the port 81cf0151-e6be-4fdb-ab86-1801856735dc is: DOWN; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:07:45.184676 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5f304f5a-775e-4bd3-96d1-036639b2fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (81cf0151-e6be-4fdb-ab86-1801856735dc), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:45.277156 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-7af29332-f93e-4bc8-9767-79b0bf993b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'name': 'tempest-TestShelveInstance-2144227870-router', 'tenant_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '1695251a-4e05-4ec1-a1b9-d77bda07db10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:07:35Z', 'updated_at': '2022-06-08T02:07:39Z', 'revision_number': 4, 'project_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'gw_port': {'id': '1695251a-4e05-4ec1-a1b9-d77bda07db10', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:07:36Z', 'updated_at': '2022-06-08T02:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '81cf0151-e6be-4fdb-ab86-1801856735dc', 'name': '', 'network_id': 'aee60589-e544-41a2-b3ab-36bcd464e5c3', 'tenant_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'mac_address': 'fa:16:3e:82:e7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '5be850c6-a58b-481a-bd0d-69acb24f113c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:07:38Z', 'updated_at': '2022-06-08T02:07:44Z', 'revision_number': 4, 'project_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'subnets': [{'id': '5be850c6-a58b-481a-bd0d-69acb24f113c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:07:45.325500 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af29332-f93e-4bc8-9767-79b0bf993b56 None None] The sync data for ids ['8b7a26b8-38d3-489d-a132-ea9971774090'] in dv-cinder-845069-1-iscsi is: [{'id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'name': 'tempest-TestShelveInstance-2144227870-router', 'tenant_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '1695251a-4e05-4ec1-a1b9-d77bda07db10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:07:35Z', 'updated_at': '2022-06-08T02:07:39Z', 'revision_number': 4, 'project_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'gw_port': {'id': '1695251a-4e05-4ec1-a1b9-d77bda07db10', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:07:36Z', 'updated_at': '2022-06-08T02:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '81cf0151-e6be-4fdb-ab86-1801856735dc', 'name': '', 'network_id': 'aee60589-e544-41a2-b3ab-36bcd464e5c3', 'tenant_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'mac_address': 'fa:16:3e:82:e7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '5be850c6-a58b-481a-bd0d-69acb24f113c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:07:38Z', 'updated_at': '2022-06-08T02:07:44Z', 'revision_number': 4, 'project_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'subnets': [{'id': '5be850c6-a58b-481a-bd0d-69acb24f113c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:07:45.329136 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-5f304f5a-775e-4bd3-96d1-036639b2fdf9 None None] For port 81cf0151-e6be-4fdb-ab86-1801856735dc, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=81cf0151-e6be-4fdb-ab86-1801856735dc,segment=NetworkSegment(df4507ce-d6e1-4b69-af50-fdc1c233f973),segment_id=df4507ce-d6e1-4b69-af50-fdc1c233f973)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:07:45.343706 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5f304f5a-775e-4bd3-96d1-036639b2fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (81cf0151-e6be-4fdb-ab86-1801856735dc), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:45.359899 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-3a4a223d-37f9-44b2-8946-9088135e81ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9e9bc1-671d-46ad-9cf0-7d111e7163b2', 'name': 'tempest-TestShelveInstance-1812505168-router', 'tenant_id': 'ba73173cd15a45f7a29d6b5112a33770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '7b7089c1-c74a-4171-bd7c-d6385d928364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:07:42Z', 'updated_at': '2022-06-08T02:07:44Z', 'revision_number': 3, 'project_id': 'ba73173cd15a45f7a29d6b5112a33770', 'gw_port': {'id': '7b7089c1-c74a-4171-bd7c-d6385d928364', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9e9bc1-671d-46ad-9cf0-7d111e7163b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:07:43Z', 'updated_at': '2022-06-08T02:07:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:07:45.398834 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4a223d-37f9-44b2-8946-9088135e81ca None None] Checking router: 1d9e9bc1-671d-46ad-9cf0-7d111e7163b2 for host: dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:07:45.399460 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4a223d-37f9-44b2-8946-9088135e81ca None None] Updating router 1d9e9bc1-671d-46ad-9cf0-7d111e7163b2 port 7b7089c1-c74a-4171-bd7c-d6385d928364 binding host dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 02:07:45.451482 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f304f5a-775e-4bd3-96d1-036639b2fdf9 None None] Pushing event updated for resources: {'Port': ['ID=81cf0151-e6be-4fdb-ab86-1801856735dc,revision_number=5']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:45.460278 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-3a4a223d-37f9-44b2-8946-9088135e81ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (7b7089c1-c74a-4171-bd7c-d6385d928364), before_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:45.526572 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6ba4d-b7dd-4a8a-8303-fbc75b8f7e9b req-2730a77e-1fe4-4d37-9220-9db316eb88aa tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:45.529054 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e0f6ba4d-b7dd-4a8a-8303-fbc75b8f7e9b req-2730a77e-1fe4-4d37-9220-9db316eb88aa tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.1505430 Jun 08 02:07:45.647213 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-64fa9639-f229-4af6-82cf-9c2dba776d0d tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:45.648913 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-64fa9639-f229-4af6-82cf-9c2dba776d0d tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/networks?id=0805388c-c568-4da3-817b-3be9b163906b HTTP/1.1" status: 200 len: 814 time: 0.6818266 Jun 08 02:07:45.673286 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:45.717354 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e0f6ba4d-b7dd-4a8a-8303-fbc75b8f7e9b req-a0b4edcd-8e15-443c-b4d5-14267d8e5955 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733835 Jun 08 02:07:45.721630 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-e7be31d3-d1bb-440c-bcaf-9f523901a5dd tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/quotas/68cd7ed883a04e91b36482a8950b12d1 HTTP/1.1" status: 200 len: 375 time: 0.0352905 Jun 08 02:07:45.756089 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:45.797014 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-287389d5-8714-4bcb-a1c7-fabb69d177ab tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=68cd7ed883a04e91b36482a8950b12d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622907 Jun 08 02:07:45.818132 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-3a4a223d-37f9-44b2-8946-9088135e81ca None None] Publish callbacks [] for port (7b7089c1-c74a-4171-bd7c-d6385d928364), precommit_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:45.825579 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-3a4a223d-37f9-44b2-8946-9088135e81ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (7b7089c1-c74a-4171-bd7c-d6385d928364), after_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:45.881901 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cacb68-0555-468f-83ee-0cbd13d9b80e None None] Pushing event updated for resources: {'Port': ['ID=7b7089c1-c74a-4171-bd7c-d6385d928364,revision_number=2']} {{(pid=104271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:45.900961 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.managers [None req-3a4a223d-37f9-44b2-8946-9088135e81ca None None] Attempting to bind port 7b7089c1-c74a-4171-bd7c-d6385d928364 on host dv-cinder-845069-1-iscsi for vnic_type normal with profile {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:07:45.901643 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.managers [None req-3a4a223d-37f9-44b2-8946-9088135e81ca None None] Attempting to bind port 7b7089c1-c74a-4171-bd7c-d6385d928364 by drivers openvswitch,hyperv on host dv-cinder-845069-1-iscsi at level 0 using segments [{'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}] {{(pid=104271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:07:45.901643 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4a223d-37f9-44b2-8946-9088135e81ca None None] Attempting to bind port 7b7089c1-c74a-4171-bd7c-d6385d928364 on network fccc80fe-aa23-41fa-b00e-a506a2a0f94c {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:07:45.910965 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4a223d-37f9-44b2-8946-9088135e81ca None None] Checking agent: {'id': 'f845c03f-68d4-4819-b53b-956a55a73879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 1, 56, 43), 'started_at': datetime.datetime(2022, 6, 8, 1, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:07:45.911356 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4a223d-37f9-44b2-8946-9088135e81ca None None] Checking segment: {'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:07:45.911728 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-3a4a223d-37f9-44b2-8946-9088135e81ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:45.912124 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4a223d-37f9-44b2-8946-9088135e81ca None None] Bound using segment: {'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'} {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:07:45.912766 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.managers [None req-3a4a223d-37f9-44b2-8946-9088135e81ca None None] Bound port: 7b7089c1-c74a-4171-bd7c-d6385d928364, host: dv-cinder-845069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}}] {{(pid=104271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:07:45.913141 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-3a4a223d-37f9-44b2-8946-9088135e81ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (7b7089c1-c74a-4171-bd7c-d6385d928364), before_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:45.980444 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.db [None req-3a4a223d-37f9-44b2-8946-9088135e81ca None None] For port 7b7089c1-c74a-4171-bd7c-d6385d928364, host dv-cinder-845069-1-iscsi, cleared binding levels {{(pid=104271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:07:45.983731 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.db [None req-3a4a223d-37f9-44b2-8946-9088135e81ca None None] For port 7b7089c1-c74a-4171-bd7c-d6385d928364, host dv-cinder-845069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=7b7089c1-c74a-4171-bd7c-d6385d928364,segment=NetworkSegment(85e1942d-da80-4474-8baf-777e325afd8c),segment_id=85e1942d-da80-4474-8baf-777e325afd8c)] {{(pid=104271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:07:45.992388 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-3a4a223d-37f9-44b2-8946-9088135e81ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (7b7089c1-c74a-4171-bd7c-d6385d928364), after_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:45.996227 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60c660-e983-4f39-b579-f4434a7d2e81 req-298b33e7-ebfd-4ef7-932b-0d3da7c712e5 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:46.003825 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3c60c660-e983-4f39-b579-f4434a7d2e81 req-298b33e7-ebfd-4ef7-932b-0d3da7c712e5 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.1705952 Jun 08 02:07:46.083605 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cacb68-0555-468f-83ee-0cbd13d9b80e None None] Pushing event updated for resources: {'Port': ['ID=7b7089c1-c74a-4171-bd7c-d6385d928364,revision_number=3']} {{(pid=104271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:46.097903 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4a223d-37f9-44b2-8946-9088135e81ca None None] Routers {'1d9e9bc1-671d-46ad-9cf0-7d111e7163b2'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:07:46.098554 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-3a4a223d-37f9-44b2-8946-9088135e81ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:07:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['1d9e9bc1-671d-46ad-9cf0-7d111e7163b2'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:07:46.108321 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3c60c660-e983-4f39-b579-f4434a7d2e81 req-94c7d793-a2ff-4fec-b4ec-fe20eef02149 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034057 Jun 08 02:07:46.199293 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-c059841c-0811-497f-9427-11f96b2de73f service neutron] 10.222.0.20 "GET /v2.0/networks/0805388c-c568-4da3-817b-3be9b163906b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666372 Jun 08 02:07:46.230657 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:46.240428 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-3a4a223d-37f9-44b2-8946-9088135e81ca None None] Set router 1d9e9bc1-671d-46ad-9cf0-7d111e7163b2 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:07:46.285050 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:46.357257 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384489d-86b5-4b2f-b71c-c42777c25fc0 req-bceba20c-d57c-4f11-bcb8-e27038f37001 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:46.358718 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d384489d-86b5-4b2f-b71c-c42777c25fc0 req-bceba20c-d57c-4f11-bcb8-e27038f37001 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8e11a7-f659-4bd6-a2ad-3327d14d3706 HTTP/1.1" status: 200 len: 946 time: 0.0823884 Jun 08 02:07:46.375129 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8469791-f6d3-49ad-afa5-80d1df7ebf38 None None] Network d1ca035a-1604-4fe3-8a50-e63c43570056 requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:07:46.425534 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-27ac8101-4176-4c6d-a869-ec20fe8db447 service neutron] 10.222.0.20 "GET /v2.0/networks/0805388c-c568-4da3-817b-3be9b163906b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067831 Jun 08 02:07:46.464828 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d384489d-86b5-4b2f-b71c-c42777c25fc0 req-10f918c4-c41a-46bc-84ba-24bf06f346d7 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a3ba2d0-d422-4599-8aeb-be79e7cac3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710194 Jun 08 02:07:46.499565 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-3a4a223d-37f9-44b2-8946-9088135e81ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9e9bc1-671d-46ad-9cf0-7d111e7163b2', 'name': 'tempest-TestShelveInstance-1812505168-router', 'tenant_id': 'ba73173cd15a45f7a29d6b5112a33770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '7b7089c1-c74a-4171-bd7c-d6385d928364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:07:42Z', 'updated_at': '2022-06-08T02:07:44Z', 'revision_number': 3, 'project_id': 'ba73173cd15a45f7a29d6b5112a33770', 'gw_port': {'id': '7b7089c1-c74a-4171-bd7c-d6385d928364', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9e9bc1-671d-46ad-9cf0-7d111e7163b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:07:43Z', 'updated_at': '2022-06-08T02:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:07:46.521907 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-92cfb86e-0cfb-4b6e-8317-e2dc69efaaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:46.524806 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-00936998-e7a9-48a4-baf0-58dd574f64f2 None None] Provisioning complete for port 8536475f-91b3-4b20-81a9-c7bf4b2ff1fb triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:07:46.525548 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-00936998-e7a9-48a4-baf0-58dd574f64f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (8536475f-91b3-4b20-81a9-c7bf4b2ff1fb), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:46.536481 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4a223d-37f9-44b2-8946-9088135e81ca None None] The sync data for ids ['1d9e9bc1-671d-46ad-9cf0-7d111e7163b2'] in dv-cinder-845069-1-iscsi is: [{'id': '1d9e9bc1-671d-46ad-9cf0-7d111e7163b2', 'name': 'tempest-TestShelveInstance-1812505168-router', 'tenant_id': 'ba73173cd15a45f7a29d6b5112a33770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '7b7089c1-c74a-4171-bd7c-d6385d928364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:07:42Z', 'updated_at': '2022-06-08T02:07:44Z', 'revision_number': 3, 'project_id': 'ba73173cd15a45f7a29d6b5112a33770', 'gw_port': {'id': '7b7089c1-c74a-4171-bd7c-d6385d928364', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9e9bc1-671d-46ad-9cf0-7d111e7163b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:07:43Z', 'updated_at': '2022-06-08T02:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}] {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:07:46.562767 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:46.722001 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-00936998-e7a9-48a4-baf0-58dd574f64f2 None None] Current status of the port 8536475f-91b3-4b20-81a9-c7bf4b2ff1fb is: DOWN; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:07:46.722419 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-00936998-e7a9-48a4-baf0-58dd574f64f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (8536475f-91b3-4b20-81a9-c7bf4b2ff1fb), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:46.805356 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ca1557ad-8e64-46a6-927d-3247154e996e req-e3214109-2280-470f-8ee9-28d15007a110 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc44145c-7cae-45fa-b339-fd2b3c42e275 HTTP/1.1" status: 200 len: 210 time: 0.0979097 Jun 08 02:07:46.817034 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-00936998-e7a9-48a4-baf0-58dd574f64f2 None None] For port 8536475f-91b3-4b20-81a9-c7bf4b2ff1fb, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=8536475f-91b3-4b20-81a9-c7bf4b2ff1fb,segment=NetworkSegment(d1a3ff8f-b396-4ac4-9dbf-0acade7b0584),segment_id=d1a3ff8f-b396-4ac4-9dbf-0acade7b0584)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:07:46.835487 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-00936998-e7a9-48a4-baf0-58dd574f64f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (8536475f-91b3-4b20-81a9-c7bf4b2ff1fb), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:46.881692 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [None req-92cfb86e-0cfb-4b6e-8317-e2dc69efaaa8 admin admin] Allocated IP 172.20.0.1 (d1ca035a-1604-4fe3-8a50-e63c43570056/85d293a5-8937-4b8b-9bf7-24cff7062f62/61cee271-2189-4d9b-919c-37b4a255b73a) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:07:46.979806 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00936998-e7a9-48a4-baf0-58dd574f64f2 None None] Pushing event updated for resources: {'Port': ['ID=8536475f-91b3-4b20-81a9-c7bf4b2ff1fb,revision_number=3']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:46.995999 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00936998-e7a9-48a4-baf0-58dd574f64f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:46.996342 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00936998-e7a9-48a4-baf0-58dd574f64f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:46.996733 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00936998-e7a9-48a4-baf0-58dd574f64f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:46.997080 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00936998-e7a9-48a4-baf0-58dd574f64f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:46.997408 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00936998-e7a9-48a4-baf0-58dd574f64f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:46.997735 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00936998-e7a9-48a4-baf0-58dd574f64f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:46.998062 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00936998-e7a9-48a4-baf0-58dd574f64f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:46.998383 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00936998-e7a9-48a4-baf0-58dd574f64f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:46.998794 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00936998-e7a9-48a4-baf0-58dd574f64f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:46.999019 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00936998-e7a9-48a4-baf0-58dd574f64f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:46.999340 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00936998-e7a9-48a4-baf0-58dd574f64f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:47.002648 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00936998-e7a9-48a4-baf0-58dd574f64f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:47.002648 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00936998-e7a9-48a4-baf0-58dd574f64f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:47.002648 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00936998-e7a9-48a4-baf0-58dd574f64f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:47.003050 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00936998-e7a9-48a4-baf0-58dd574f64f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:07:47.029845 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 81cf0151-e6be-4fdb-ab86-1801856735dc up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:07:47.105543 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 81cf0151-e6be-4fdb-ab86-1801856735dc triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:07:47.105925 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (81cf0151-e6be-4fdb-ab86-1801856735dc), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:47.118946 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0be01-d64d-4f4a-b827-4a5e251e103b req-d15afdfd-bbfb-489b-91ea-6b1b21b01bfa tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:47.120852 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-fbe0be01-d64d-4f4a-b827-4a5e251e103b req-d15afdfd-bbfb-489b-91ea-6b1b21b01bfa tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.2129352 Jun 08 02:07:47.131840 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:47.243631 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-92cfb86e-0cfb-4b6e-8317-e2dc69efaaa8 admin admin] Publish callbacks [] for port (61cee271-2189-4d9b-919c-37b4a255b73a), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:47.256656 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-ad8e2a7c-c18e-4e44-9cdb-c8affe9a8ee9 None None] Provisioning complete for port 8536475f-91b3-4b20-81a9-c7bf4b2ff1fb triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:07:47.257127 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-ad8e2a7c-c18e-4e44-9cdb-c8affe9a8ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (8536475f-91b3-4b20-81a9-c7bf4b2ff1fb), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:47.291486 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:07:47.322402 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-fbe0be01-d64d-4f4a-b827-4a5e251e103b req-c6c16c69-b38e-4a53-a30c-1c36bde173f5 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767592 Jun 08 02:07:47.363758 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:47.438375 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4cab4-5d46-44f4-a838-ed30abf65197 req-5c95d3c6-e263-4050-8fe2-e220d255f72f tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:47.441723 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 81cf0151-e6be-4fdb-ab86-1801856735dc is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:07:47.443780 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 8536475f-91b3-4b20-81a9-c7bf4b2ff1fb up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:07:47.453684 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0dd4cab4-5d46-44f4-a838-ed30abf65197 req-5c95d3c6-e263-4050-8fe2-e220d255f72f tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.1497090 Jun 08 02:07:47.468660 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:47.490505 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-92cfb86e-0cfb-4b6e-8317-e2dc69efaaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (61cee271-2189-4d9b-919c-37b4a255b73a), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:47.534657 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-ad8e2a7c-c18e-4e44-9cdb-c8affe9a8ee9 None None] Current status of the port 8536475f-91b3-4b20-81a9-c7bf4b2ff1fb is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:07:47.560109 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 8536475f-91b3-4b20-81a9-c7bf4b2ff1fb triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:07:47.560608 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (8536475f-91b3-4b20-81a9-c7bf4b2ff1fb), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:47.665961 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cfb86e-0cfb-4b6e-8317-e2dc69efaaa8 admin admin] Network d1ca035a-1604-4fe3-8a50-e63c43570056 is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:07:47.671319 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 8536475f-91b3-4b20-81a9-c7bf4b2ff1fb is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:07:47.672308 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa1d5f-a71c-4a6b-9e18-322f3123ce00 req-e23f5348-f009-4ced-8672-498bdaa94a44 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:47.674594 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-53aa1d5f-a71c-4a6b-9e18-322f3123ce00 req-e23f5348-f009-4ced-8672-498bdaa94a44 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa8e11a7-f659-4bd6-a2ad-3327d14d3706 HTTP/1.1" status: 200 len: 946 time: 0.1857409 Jun 08 02:07:47.683647 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-92cfb86e-0cfb-4b6e-8317-e2dc69efaaa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:07:47.703496 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0dd4cab4-5d46-44f4-a838-ed30abf65197 req-c3d24342-1d14-4a3d-a3ad-ddb3098ff042 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485015 Jun 08 02:07:47.704265 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfb86e-0cfb-4b6e-8317-e2dc69efaaa8 admin admin] Pushing event updated for resources: {'Port': ['ID=61cee271-2189-4d9b-919c-37b4a255b73a,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:47.708364 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cfb86e-0cfb-4b6e-8317-e2dc69efaaa8 admin admin] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:07:47.812294 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00035227-0e0f-4640-a5e1-f961cd94173c req-4ad254ee-c17f-4dcb-b31a-c3c1fc8e23d6 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:47.822540 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-00035227-0e0f-4640-a5e1-f961cd94173c req-4ad254ee-c17f-4dcb-b31a-c3c1fc8e23d6 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8e11a7-f659-4bd6-a2ad-3327d14d3706 HTTP/1.1" status: 200 len: 946 time: 0.2391264 Jun 08 02:07:47.957566 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-92cfb86e-0cfb-4b6e-8317-e2dc69efaaa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683938'] for router_interface (1d9e9bc1-671d-46ad-9cf0-7d111e7163b2), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:48.050538 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-00035227-0e0f-4640-a5e1-f961cd94173c req-280dc46f-5c39-41eb-b00a-546ce660dcf3 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a3ba2d0-d422-4599-8aeb-be79e7cac3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205544 Jun 08 02:07:48.062357 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-baa28703-8af0-4705-bd4a-7c0b0db2877f req-89e45ac1-0e71-4d29-9006-060a5e1a6e76 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc44145c-7cae-45fa-b339-fd2b3c42e275 HTTP/1.1" status: 200 len: 210 time: 0.1134686 Jun 08 02:07:48.065910 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-53aa1d5f-a71c-4a6b-9e18-322f3123ce00 req-5dae0840-f0fe-49ca-b855-46379b0feb24 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Deleting port b5387eb9-1e00-436a-99d1-db7408aa68eb {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:07:48.066256 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-53aa1d5f-a71c-4a6b-9e18-322f3123ce00 req-5dae0840-f0fe-49ca-b855-46379b0feb24 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (b5387eb9-1e00-436a-99d1-db7408aa68eb), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:48.095516 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-2a0c768e-a3f9-41c5-b776-bdd08ee88711 None None] Provisioning complete for port 61cee271-2189-4d9b-919c-37b4a255b73a triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:07:48.096133 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-2a0c768e-a3f9-41c5-b776-bdd08ee88711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (61cee271-2189-4d9b-919c-37b4a255b73a), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:48.141720 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c768e-a3f9-41c5-b776-bdd08ee88711 None None] Port 61cee271-2189-4d9b-919c-37b4a255b73a cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:07:48.356027 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-53aa1d5f-a71c-4a6b-9e18-322f3123ce00 req-5dae0840-f0fe-49ca-b855-46379b0feb24 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] For port b5387eb9-1e00-436a-99d1-db7408aa68eb, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=b5387eb9-1e00-436a-99d1-db7408aa68eb,segment=NetworkSegment(897a0c03-e5dc-4e76-934b-34439857bbf1),segment_id=897a0c03-e5dc-4e76-934b-34439857bbf1)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:07:48.356414 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-53aa1d5f-a71c-4a6b-9e18-322f3123ce00 req-5dae0840-f0fe-49ca-b855-46379b0feb24 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (b5387eb9-1e00-436a-99d1-db7408aa68eb), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:48.395487 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-53aa1d5f-a71c-4a6b-9e18-322f3123ce00 req-5dae0840-f0fe-49ca-b855-46379b0feb24 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Calling delete_port for b5387eb9-1e00-436a-99d1-db7408aa68eb owned by compute:nova {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:07:48.400539 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-92cfb86e-0cfb-4b6e-8317-e2dc69efaaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (61cee271-2189-4d9b-919c-37b4a255b73a), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:48.431072 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-5f3d7c05-66cd-4643-bd63-ad0421ec1756 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:48.432489 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-5f3d7c05-66cd-4643-bd63-ad0421ec1756 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.15 "GET /v2.0/networks?id=0805388c-c568-4da3-817b-3be9b163906b HTTP/1.1" status: 200 len: 814 time: 0.2285454 Jun 08 02:07:48.454765 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:48.737056 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 8536475f-91b3-4b20-81a9-c7bf4b2ff1fb up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:07:48.741181 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-3144b6b9-054b-4a35-94b9-3e3bf00f26f4 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Request body: {'port': {'device_id': 'dc44145c-7cae-45fa-b339-fd2b3c42e275', 'network_id': '0805388c-c568-4da3-817b-3be9b163906b', 'admin_state_up': True, 'tenant_id': '68cd7ed883a04e91b36482a8950b12d1'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:07:48.757029 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb57e25-b655-42f8-b72e-a4ff6075ea84 req-038511d5-1f14-4b62-8200-aa04d6495254 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:48.758562 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8fb57e25-b655-42f8-b72e-a4ff6075ea84 req-038511d5-1f14-4b62-8200-aa04d6495254 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.3609164 Jun 08 02:07:48.793694 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 8536475f-91b3-4b20-81a9-c7bf4b2ff1fb triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:07:48.794452 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (8536475f-91b3-4b20-81a9-c7bf4b2ff1fb), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:48.877962 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 8536475f-91b3-4b20-81a9-c7bf4b2ff1fb is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:07:48.879023 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 7b7089c1-c74a-4171-bd7c-d6385d928364 up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:07:48.882169 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:48.903009 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:48.932830 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 7b7089c1-c74a-4171-bd7c-d6385d928364 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:07:48.933377 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (7b7089c1-c74a-4171-bd7c-d6385d928364), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:49.014322 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 7b7089c1-c74a-4171-bd7c-d6385d928364 is: DOWN; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:07:49.014702 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (7b7089c1-c74a-4171-bd7c-d6385d928364), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:49.038979 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] For port 7b7089c1-c74a-4171-bd7c-d6385d928364, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=7b7089c1-c74a-4171-bd7c-d6385d928364,segment=NetworkSegment(85e1942d-da80-4474-8baf-777e325afd8c),segment_id=85e1942d-da80-4474-8baf-777e325afd8c)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:07:49.043248 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8fb57e25-b655-42f8-b72e-a4ff6075ea84 req-a81650a7-363a-4777-9b50-a6873e944c38 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2707000 Jun 08 02:07:49.043968 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (7b7089c1-c74a-4171-bd7c-d6385d928364), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:49.097316 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-53aa1d5f-a71c-4a6b-9e18-322f3123ce00 req-5dae0840-f0fe-49ca-b855-46379b0feb24 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (b5387eb9-1e00-436a-99d1-db7408aa68eb), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:49.110333 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-3144b6b9-054b-4a35-94b9-3e3bf00f26f4 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Made reservation on behalf of 68cd7ed883a04e91b36482a8950b12d1 for: {'port': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:07:49.112841 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Pushing event updated for resources: {'Port': ['ID=7b7089c1-c74a-4171-bd7c-d6385d928364,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:49.113863 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-3144b6b9-054b-4a35-94b9-3e3bf00f26f4 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:49.166110 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae0840-f0fe-49ca-b855-46379b0feb24 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Pushing event deleted for resources: {'Port': ['ID=b5387eb9-1e00-436a-99d1-db7408aa68eb,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:49.256823 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-fc5f2eb9-9153-46d5-a502-e42a20e004a8 req-9b44a8db-27df-4645-8a45-8aa7a50a06f6 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8e11a7-f659-4bd6-a2ad-3327d14d3706 HTTP/1.1" status: 200 len: 210 time: 0.1115503 Jun 08 02:07:49.295429 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9804f6ce-3664-4bb6-9a32-ae228741f341 req-b4cc9393-cbe6-4ad1-92d6-bc766c93a8b7 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc44145c-7cae-45fa-b339-fd2b3c42e275 HTTP/1.1" status: 200 len: 210 time: 0.1066258 Jun 08 02:07:49.325704 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-53aa1d5f-a71c-4a6b-9e18-322f3123ce00 req-5dae0840-f0fe-49ca-b855-46379b0feb24 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] No DVR routers for this DVR port b5387eb9-1e00-436a-99d1-db7408aa68eb on host hv-cinder-84506 {{(pid=104268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:07:49.334898 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-53aa1d5f-a71c-4a6b-9e18-322f3123ce00 req-5dae0840-f0fe-49ca-b855-46379b0feb24 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:49.338514 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-53aa1d5f-a71c-4a6b-9e18-322f3123ce00 req-5dae0840-f0fe-49ca-b855-46379b0feb24 tempest-VolumesActionsTest-1280891985 tempest-VolumesActionsTest-1280891985-project] 10.222.0.15 "DELETE /v2.0/ports/b5387eb9-1e00-436a-99d1-db7408aa68eb HTTP/1.1" status: 204 len: 173 time: 1.6523564 Jun 08 02:07:49.339029 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8e11a7-f659-4bd6-a2ad-3327d14d3706', 'name': 'network-vif-deleted', 'tag': 'b5387eb9-1e00-436a-99d1-db7408aa68eb'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:07:49.341319 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8602101c-8969-46a8-bca6-15a25e648e28" -d '{"events": [{"server_uuid": "aa8e11a7-f659-4bd6-a2ad-3327d14d3706", "name": "network-vif-deleted", "tag": "b5387eb9-1e00-436a-99d1-db7408aa68eb"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:07:49.368017 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-92cfb86e-0cfb-4b6e-8317-e2dc69efaaa8 admin admin] Publish callbacks [] for port (61cee271-2189-4d9b-919c-37b4a255b73a), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:49.368201 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 53626) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:49.373936 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-a0f40273-afa3-4eca-9bee-9957d0f99745 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Request body: {'security_group': {'name': 'tempest-securitygroup--614912680', 'description': 'tempest-description--414230807'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:07:49.401296 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-a0f40273-afa3-4eca-9bee-9957d0f99745 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:49.420300 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743fc7bf-4ff3-457d-b37f-ccd44cdafa17 x-openstack-request-id: req-743fc7bf-4ff3-457d-b37f-ccd44cdafa17 {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:07:49.421222 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8e11a7-f659-4bd6-a2ad-3327d14d3706", "name": "network-vif-deleted", "tag": "b5387eb9-1e00-436a-99d1-db7408aa68eb", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:07:49.421569 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-743fc7bf-4ff3-457d-b37f-ccd44cdafa17 {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:07:49.422049 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-743fc7bf-4ff3-457d-b37f-ccd44cdafa17'] response: {'server_uuid': 'aa8e11a7-f659-4bd6-a2ad-3327d14d3706', 'name': 'network-vif-deleted', 'tag': 'b5387eb9-1e00-436a-99d1-db7408aa68eb', 'status': 'completed', 'code': 200} Jun 08 02:07:49.422718 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-92cfb86e-0cfb-4b6e-8317-e2dc69efaaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (61cee271-2189-4d9b-919c-37b4a255b73a), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:49.485842 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-a0f40273-afa3-4eca-9bee-9957d0f99745 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks [] for security_group (09789244-aa92-42b8-9290-21c30c1814d7), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:49.493897 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-a0f40273-afa3-4eca-9bee-9957d0f99745 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (09789244-aa92-42b8-9290-21c30c1814d7), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:49.525093 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-3144b6b9-054b-4a35-94b9-3e3bf00f26f4 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Allocated IP 172.20.0.11 (0805388c-c568-4da3-817b-3be9b163906b/10c1956a-879c-4924-b8ae-c251c422d463/f93bc63e-095b-4667-bb36-f91a3d9f2379) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:07:49.533742 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-a0f40273-afa3-4eca-9bee-9957d0f99745 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:49.534894 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-92cfb86e-0cfb-4b6e-8317-e2dc69efaaa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683862'] for router_interface (1d9e9bc1-671d-46ad-9cf0-7d111e7163b2), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:49.535511 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-a0f40273-afa3-4eca-9bee-9957d0f99745 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1659622 Jun 08 02:07:49.538348 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 53630) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:49.542602 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfb86e-0cfb-4b6e-8317-e2dc69efaaa8 admin admin] Pushing event updated for resources: {'Port': ['ID=61cee271-2189-4d9b-919c-37b4a255b73a,revision_number=2']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:49.554688 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-3045b431-eea3-4146-acb8-56d86806924f tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Request body: {'security_group_rule': {'security_group_id': '09789244-aa92-42b8-9290-21c30c1814d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:07:49.562966 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:49.569088 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f40273-afa3-4eca-9bee-9957d0f99745 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09789244-aa92-42b8-9290-21c30c1814d7,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:49.590196 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-3045b431-eea3-4146-acb8-56d86806924f tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks [] for security_group_rule (d042d100-af42-4eaa-9464-d34e0e121047), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:49.652981 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-3045b431-eea3-4146-acb8-56d86806924f tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks [] for security_group_rule (d042d100-af42-4eaa-9464-d34e0e121047), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:49.656690 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-3045b431-eea3-4146-acb8-56d86806924f tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292501'] for security_group_rule (d042d100-af42-4eaa-9464-d34e0e121047), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:49.680542 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045b431-eea3-4146-acb8-56d86806924f tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d042d100-af42-4eaa-9464-d34e0e121047,revision_number=0']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:49.686179 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-3045b431-eea3-4146-acb8-56d86806924f tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:49.690787 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-3045b431-eea3-4146-acb8-56d86806924f tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1479750 Jun 08 02:07:49.691244 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 53632) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:49.697561 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-f9f7352e-2b8f-4075-a365-e6492ee2e37a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Request body: {'security_group_rule': {'security_group_id': '09789244-aa92-42b8-9290-21c30c1814d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:07:49.733176 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f9f7352e-2b8f-4075-a365-e6492ee2e37a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks [] for security_group_rule (d1ae08de-08d4-4846-876a-24d0b0571168), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:49.737955 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:UPDATE=4,neutron:DELETE=3,neutron:SELECT=87,neutron:INSERT=6 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:49.743136 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cfb86e-0cfb-4b6e-8317-e2dc69efaaa8 admin admin] Network d1ca035a-1604-4fe3-8a50-e63c43570056 is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:07:49.747518 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-92cfb86e-0cfb-4b6e-8317-e2dc69efaaa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:07:49.775371 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:49.820479 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f9f7352e-2b8f-4075-a365-e6492ee2e37a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks [] for security_group_rule (d1ae08de-08d4-4846-876a-24d0b0571168), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:49.829159 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f9f7352e-2b8f-4075-a365-e6492ee2e37a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292501'] for security_group_rule (d1ae08de-08d4-4846-876a-24d0b0571168), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:49.880478 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-3144b6b9-054b-4a35-94b9-3e3bf00f26f4 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Publish callbacks [] for port (f93bc63e-095b-4667-bb36-f91a3d9f2379), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:49.881694 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f7352e-2b8f-4075-a365-e6492ee2e37a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ae08de-08d4-4846-876a-24d0b0571168,revision_number=0']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:49.886424 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f9f7352e-2b8f-4075-a365-e6492ee2e37a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:49.889018 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-f9f7352e-2b8f-4075-a365-e6492ee2e37a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1954894 Jun 08 02:07:49.891494 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 53634) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:49.898015 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-5a6836a4-75f8-449a-ad8f-24818d379ebc tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Request body: {'floatingip': {'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:07:49.932631 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5a6836a4-75f8-449a-ad8f-24818d379ebc tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:49.937500 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92cfb86e-0cfb-4b6e-8317-e2dc69efaaa8 admin admin] Router 1d9e9bc1-671d-46ad-9cf0-7d111e7163b2 has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:07:49.956375 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-3144b6b9-054b-4a35-94b9-3e3bf00f26f4 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (f93bc63e-095b-4667-bb36-f91a3d9f2379), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:50.036066 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-3144b6b9-054b-4a35-94b9-3e3bf00f26f4 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Network 0805388c-c568-4da3-817b-3be9b163906b is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:07:50.042728 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-3144b6b9-054b-4a35-94b9-3e3bf00f26f4 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:07:50.054608 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-3144b6b9-054b-4a35-94b9-3e3bf00f26f4 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:07:50.079009 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-d467d3c0-5c21-49bc-8f1b-87b75946f208 None None] Provisioning complete for port 61cee271-2189-4d9b-919c-37b4a255b73a triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:07:50.079594 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-d467d3c0-5c21-49bc-8f1b-87b75946f208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (61cee271-2189-4d9b-919c-37b4a255b73a), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:50.085582 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5a6836a4-75f8-449a-ad8f-24818d379ebc tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:50.130396 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3144b6b9-054b-4a35-94b9-3e3bf00f26f4 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Pushing event updated for resources: {'Port': ['ID=f93bc63e-095b-4667-bb36-f91a3d9f2379,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:50.137435 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-d467d3c0-5c21-49bc-8f1b-87b75946f208 None None] Port 61cee271-2189-4d9b-919c-37b4a255b73a cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:07:50.204601 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-3144b6b9-054b-4a35-94b9-3e3bf00f26f4 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:50.205530 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-3144b6b9-054b-4a35-94b9-3e3bf00f26f4 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:50.215076 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92cfb86e-0cfb-4b6e-8317-e2dc69efaaa8 admin admin] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:07:50.225093 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-92cfb86e-0cfb-4b6e-8317-e2dc69efaaa8 admin admin] 10.222.0.20 "PUT /v2.0/routers/1d9e9bc1-671d-46ad-9cf0-7d111e7163b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3045814 Jun 08 02:07:50.226209 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39b771a-232a-4193-93de-cc41d8d60966 None None] Sync routers for ids ['1d9e9bc1-671d-46ad-9cf0-7d111e7163b2'] in dv-cinder-845069-1-iscsi {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:07:50.240747 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39b771a-232a-4193-93de-cc41d8d60966 None None] Routers {'1d9e9bc1-671d-46ad-9cf0-7d111e7163b2'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:07:50.241784 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-b39b771a-232a-4193-93de-cc41d8d60966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:07:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['1d9e9bc1-671d-46ad-9cf0-7d111e7163b2'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:07:50.242590 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.db_base_plugin_common [None req-5a6836a4-75f8-449a-ad8f-24818d379ebc tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Allocated IP 172.27.1.63 (fccc80fe-aa23-41fa-b00e-a506a2a0f94c/5f93db06-58fb-4390-8563-710a437b082f/2a796f5f-b72d-4566-9ce0-b9359888160b) {{(pid=104269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:07:50.254935 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354e965-25fd-4dfe-a681-b83b3039a3e5 req-bab05b3a-6bf5-49dc-8428-e718870ef14e tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:50.257849 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a354e965-25fd-4dfe-a681-b83b3039a3e5 req-bab05b3a-6bf5-49dc-8428-e718870ef14e tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.1071630 Jun 08 02:07:50.263573 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-3144b6b9-054b-4a35-94b9-3e3bf00f26f4 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5438437 Jun 08 02:07:50.282813 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-11a8c0a9-ae13-4375-844a-cd6522d023d4 service neutron] Request body: {'port': {'device_id': 'dc44145c-7cae-45fa-b339-fd2b3c42e275', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:07:50.304248 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device b5387eb9-1e00-436a-99d1-db7408aa68eb no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:07:50.338210 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] No Port match for: b5387eb9-1e00-436a-99d1-db7408aa68eb {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:07:50.338697 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device b5387eb9-1e00-436a-99d1-db7408aa68eb not bound to the agent host hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:07:50.388686 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:50.421033 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a354e965-25fd-4dfe-a681-b83b3039a3e5 req-431e494a-3836-49fb-9051-40ca02ac93b6 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541383 Jun 08 02:07:50.464251 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-11a8c0a9-ae13-4375-844a-cd6522d023d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (f93bc63e-095b-4667-bb36-f91a3d9f2379), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:50.469291 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-b39b771a-232a-4193-93de-cc41d8d60966 None None] Set router 1d9e9bc1-671d-46ad-9cf0-7d111e7163b2 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:07:50.501547 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:50.578988 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5a6836a4-75f8-449a-ad8f-24818d379ebc tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks [] for port (2a796f5f-b72d-4566-9ce0-b9359888160b), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:50.646072 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:50.688215 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5a6836a4-75f8-449a-ad8f-24818d379ebc tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (2a796f5f-b72d-4566-9ce0-b9359888160b), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:50.722907 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27484c02-2b24-4b90-8a53-5b202b65e45f req-aa8b6e4e-acb5-4eab-8916-ec33f7a8f7be tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:50.741198 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-27484c02-2b24-4b90-8a53-5b202b65e45f req-aa8b6e4e-acb5-4eab-8916-ec33f7a8f7be tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc44145c-7cae-45fa-b339-fd2b3c42e275 HTTP/1.1" status: 200 len: 932 time: 0.1646004 Jun 08 02:07:50.760494 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 7b7089c1-c74a-4171-bd7c-d6385d928364 up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:07:50.771871 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6836a4-75f8-449a-ad8f-24818d379ebc tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Network fccc80fe-aa23-41fa-b00e-a506a2a0f94c is already hosted by enough agents. {{(pid=104269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:07:50.784927 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.base_scheduler [None req-5a6836a4-75f8-449a-ad8f-24818d379ebc tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Resources bound (agent type, host, resource id): {{(pid=104269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:07:50.792724 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6836a4-75f8-449a-ad8f-24818d379ebc tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Received port after_create {{(pid=104269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:07:50.848986 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6836a4-75f8-449a-ad8f-24818d379ebc tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Pushing event updated for resources: {'Port': ['ID=2a796f5f-b72d-4566-9ce0-b9359888160b,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:51.000471 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5a6836a4-75f8-449a-ad8f-24818d379ebc tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks [] for floatingip (29d2ac41-840a-44b1-b32f-027afc72da17), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:51.003819 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-27484c02-2b24-4b90-8a53-5b202b65e45f req-3905ed52-88d5-46f0-b4a4-137c54ae9c9e tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614839 Jun 08 02:07:51.038073 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 7b7089c1-c74a-4171-bd7c-d6385d928364 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:07:51.038693 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (7b7089c1-c74a-4171-bd7c-d6385d928364), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:51.070436 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-b39b771a-232a-4193-93de-cc41d8d60966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9e9bc1-671d-46ad-9cf0-7d111e7163b2', 'name': 'tempest-TestShelveInstance-1812505168-router', 'tenant_id': 'ba73173cd15a45f7a29d6b5112a33770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '7b7089c1-c74a-4171-bd7c-d6385d928364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:07:42Z', 'updated_at': '2022-06-08T02:07:48Z', 'revision_number': 4, 'project_id': 'ba73173cd15a45f7a29d6b5112a33770', 'gw_port': {'id': '7b7089c1-c74a-4171-bd7c-d6385d928364', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9e9bc1-671d-46ad-9cf0-7d111e7163b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:07:43Z', 'updated_at': '2022-06-08T02:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '61cee271-2189-4d9b-919c-37b4a255b73a', 'name': '', 'network_id': 'd1ca035a-1604-4fe3-8a50-e63c43570056', 'tenant_id': 'ba73173cd15a45f7a29d6b5112a33770', 'mac_address': 'fa:16:3e:0f:d2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9e9bc1-671d-46ad-9cf0-7d111e7163b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '85d293a5-8937-4b8b-9bf7-24cff7062f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:07:46Z', 'updated_at': '2022-06-08T02:07:48Z', 'revision_number': 2, 'project_id': 'ba73173cd15a45f7a29d6b5112a33770', 'subnets': [{'id': '85d293a5-8937-4b8b-9bf7-24cff7062f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:07:51.076679 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:51.122091 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5a6836a4-75f8-449a-ad8f-24818d379ebc tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (2a796f5f-b72d-4566-9ce0-b9359888160b), before_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:51.128648 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 53666) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:51.128858 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39b771a-232a-4193-93de-cc41d8d60966 None None] Checking router: 1d9e9bc1-671d-46ad-9cf0-7d111e7163b2 for host: dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:07:51.129300 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39b771a-232a-4193-93de-cc41d8d60966 None None] Updating router 1d9e9bc1-671d-46ad-9cf0-7d111e7163b2 port 61cee271-2189-4d9b-919c-37b4a255b73a binding host dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 02:07:51.135496 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-e1109667-6985-4e15-816a-9c445787f06e tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1106259715', 'description': 'tempest-secgroup-smoke-1106259715 description', 'project_id': '43e5d438bb1f4eb28d3f3f68d77b5dee'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:07:51.162674 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:51.187131 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-e1109667-6985-4e15-816a-9c445787f06e tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:51.188894 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-b39b771a-232a-4193-93de-cc41d8d60966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (61cee271-2189-4d9b-919c-37b4a255b73a), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:51.290148 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-11a8c0a9-ae13-4375-844a-cd6522d023d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f93bc63e-095b-4667-bb36-f91a3d9f2379 {{(pid=104268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:07:51.308147 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-11a8c0a9-ae13-4375-844a-cd6522d023d4 service neutron] Publish callbacks [] for port (f93bc63e-095b-4667-bb36-f91a3d9f2379), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:51.335966 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.provisioning_blocks [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-11a8c0a9-ae13-4375-844a-cd6522d023d4 service neutron] Transition to ACTIVE for port object f93bc63e-095b-4667-bb36-f91a3d9f2379 will not be triggered until provisioned by entity L2. {{(pid=104268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 02:07:51.352180 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-11a8c0a9-ae13-4375-844a-cd6522d023d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (f93bc63e-095b-4667-bb36-f91a3d9f2379), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:51.396915 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-e1109667-6985-4e15-816a-9c445787f06e tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks [] for security_group (9fdad9c6-6ad2-4127-bcaf-70feac130b39), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:51.406538 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5a6836a4-75f8-449a-ad8f-24818d379ebc tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks [] for port (2a796f5f-b72d-4566-9ce0-b9359888160b), precommit_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:51.410646 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-e1109667-6985-4e15-816a-9c445787f06e tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (9fdad9c6-6ad2-4127-bcaf-70feac130b39), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:51.427126 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5a6836a4-75f8-449a-ad8f-24818d379ebc tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9466662'] for port (2a796f5f-b72d-4566-9ce0-b9359888160b), after_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:51.471051 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-e1109667-6985-4e15-816a-9c445787f06e tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:51.476009 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-e1109667-6985-4e15-816a-9c445787f06e tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3460171 Jun 08 02:07:51.480796 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 53680) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:51.492078 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-7684cf00-3ea6-4b4b-8793-e21ba38a9f62 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Request body: {'security_group_rule': {'security_group_id': '9fdad9c6-6ad2-4127-bcaf-70feac130b39', 'project_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:07:51.507761 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8c0a9-ae13-4375-844a-cd6522d023d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f93bc63e-095b-4667-bb36-f91a3d9f2379,revision_number=2']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:51.557329 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1109667-6985-4e15-816a-9c445787f06e tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdad9c6-6ad2-4127-bcaf-70feac130b39,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:51.592024 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:51.665985 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f648b-b1c5-470b-80bf-102a7a6f9a84 req-196ba126-2a4d-4e97-aabd-96f87e79e367 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:51.673408 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8f2f648b-b1c5-470b-80bf-102a7a6f9a84 req-196ba126-2a4d-4e97-aabd-96f87e79e367 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.0969179 Jun 08 02:07:51.719156 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-11a8c0a9-ae13-4375-844a-cd6522d023d4 service neutron] Attempting to bind port f93bc63e-095b-4667-bb36-f91a3d9f2379 on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:07:51.719537 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-11a8c0a9-ae13-4375-844a-cd6522d023d4 service neutron] Attempting to bind port f93bc63e-095b-4667-bb36-f91a3d9f2379 by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': 'e13fd0c2-9c6e-4a49-b62b-0d214dd47858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0805388c-c568-4da3-817b-3be9b163906b'}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:07:51.719828 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-11a8c0a9-ae13-4375-844a-cd6522d023d4 service neutron] Attempting to bind port f93bc63e-095b-4667-bb36-f91a3d9f2379 on network 0805388c-c568-4da3-817b-3be9b163906b {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:07:51.728939 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:51.731358 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-11a8c0a9-ae13-4375-844a-cd6522d023d4 service neutron] Port f93bc63e-095b-4667-bb36-f91a3d9f2379 on network 0805388c-c568-4da3-817b-3be9b163906b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 02:07:51.731682 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-11a8c0a9-ae13-4375-844a-cd6522d023d4 service neutron] Attempting to bind port f93bc63e-095b-4667-bb36-f91a3d9f2379 on network 0805388c-c568-4da3-817b-3be9b163906b {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:07:51.745866 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-11a8c0a9-ae13-4375-844a-cd6522d023d4 service neutron] Checking agent: {'id': 'aa11e808-eba7-468a-acd8-b3aef0cfc542', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'started_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:07:51.746180 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-11a8c0a9-ae13-4375-844a-cd6522d023d4 service neutron] Checking segment: {'id': 'e13fd0c2-9c6e-4a49-b62b-0d214dd47858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0805388c-c568-4da3-817b-3be9b163906b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:07:51.746543 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-11a8c0a9-ae13-4375-844a-cd6522d023d4 service neutron] Bound using segment: {'id': 'e13fd0c2-9c6e-4a49-b62b-0d214dd47858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0805388c-c568-4da3-817b-3be9b163906b'} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:07:51.746947 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-11a8c0a9-ae13-4375-844a-cd6522d023d4 service neutron] Bound port: f93bc63e-095b-4667-bb36-f91a3d9f2379, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e13fd0c2-9c6e-4a49-b62b-0d214dd47858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0805388c-c568-4da3-817b-3be9b163906b'}}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:07:51.747299 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-11a8c0a9-ae13-4375-844a-cd6522d023d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (f93bc63e-095b-4667-bb36-f91a3d9f2379), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:51.761172 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6836a4-75f8-449a-ad8f-24818d379ebc tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Pushing event updated for resources: {'Port': ['ID=2a796f5f-b72d-4566-9ce0-b9359888160b,revision_number=2']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:51.778409 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8f2f648b-b1c5-470b-80bf-102a7a6f9a84 req-196ebadc-eb9f-43f8-bfc5-a4815650ab40 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035132 Jun 08 02:07:51.802370 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5a6836a4-75f8-449a-ad8f-24818d379ebc tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682813'] for floatingip (29d2ac41-840a-44b1-b32f-027afc72da17), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:51.819074 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-7684cf00-3ea6-4b4b-8793-e21ba38a9f62 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks [] for security_group_rule (0a7624fa-4da4-4d55-8187-3500bfb9f0a3), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:51.834949 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5a6836a4-75f8-449a-ad8f-24818d379ebc tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:51.842980 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-5a6836a4-75f8-449a-ad8f-24818d379ebc tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9487669 Jun 08 02:07:51.857694 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 7b7089c1-c74a-4171-bd7c-d6385d928364 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:07:51.859975 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-11a8c0a9-ae13-4375-844a-cd6522d023d4 service neutron] For port f93bc63e-095b-4667-bb36-f91a3d9f2379, host hv-cinder-84506, cleared binding levels {{(pid=104268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:07:51.865345 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-11a8c0a9-ae13-4375-844a-cd6522d023d4 service neutron] For port f93bc63e-095b-4667-bb36-f91a3d9f2379, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=f93bc63e-095b-4667-bb36-f91a3d9f2379,segment=NetworkSegment(e13fd0c2-9c6e-4a49-b62b-0d214dd47858),segment_id=e13fd0c2-9c6e-4a49-b62b-0d214dd47858)] {{(pid=104268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:07:51.876656 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-11a8c0a9-ae13-4375-844a-cd6522d023d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (f93bc63e-095b-4667-bb36-f91a3d9f2379), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:51.920699 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-7684cf00-3ea6-4b4b-8793-e21ba38a9f62 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks [] for security_group_rule (0a7624fa-4da4-4d55-8187-3500bfb9f0a3), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:51.929508 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-7684cf00-3ea6-4b4b-8793-e21ba38a9f62 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292501'] for security_group_rule (0a7624fa-4da4-4d55-8187-3500bfb9f0a3), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:51.939592 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-11a8c0a9-ae13-4375-844a-cd6522d023d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:51.940232 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-11a8c0a9-ae13-4375-844a-cd6522d023d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:51.942401 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-11a8c0a9-ae13-4375-844a-cd6522d023d4 service neutron] 10.222.0.15 "PUT /v2.0/ports/f93bc63e-095b-4667-bb36-f91a3d9f2379 HTTP/1.1" status: 200 len: 1094 time: 1.6658070 Jun 08 02:07:51.942851 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc44145c-7cae-45fa-b339-fd2b3c42e275', 'tag': 'f93bc63e-095b-4667-bb36-f91a3d9f2379'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:07:51.945162 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1924482-65a9-480d-ba0b-277f4c5be667" -d '{"events": [{"name": "network-changed", "server_uuid": "dc44145c-7cae-45fa-b339-fd2b3c42e275", "tag": "f93bc63e-095b-4667-bb36-f91a3d9f2379"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:07:51.958677 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684cf00-3ea6-4b4b-8793-e21ba38a9f62 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a7624fa-4da4-4d55-8187-3500bfb9f0a3,revision_number=0']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:51.966134 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-7684cf00-3ea6-4b4b-8793-e21ba38a9f62 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:51.969976 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-b39b771a-232a-4193-93de-cc41d8d60966 None None] Publish callbacks [] for port (61cee271-2189-4d9b-919c-37b4a255b73a), precommit_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:51.973304 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 53706) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:51.973772 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-7684cf00-3ea6-4b4b-8793-e21ba38a9f62 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4896836 Jun 08 02:07:51.977903 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-b39b771a-232a-4193-93de-cc41d8d60966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (61cee271-2189-4d9b-919c-37b4a255b73a), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:52.006726 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-41be3a0b-4748-48c3-ac8d-7d218937d14f tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Request body: {'security_group_rule': {'security_group_id': '9fdad9c6-6ad2-4127-bcaf-70feac130b39', 'project_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:07:52.019022 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90791b6-10f9-4a7a-b6fa-fa7cedc40a11 x-openstack-request-id: req-e90791b6-10f9-4a7a-b6fa-fa7cedc40a11 {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:07:52.019494 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc44145c-7cae-45fa-b339-fd2b3c42e275", "tag": "f93bc63e-095b-4667-bb36-f91a3d9f2379", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:07:52.019745 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e90791b6-10f9-4a7a-b6fa-fa7cedc40a11 {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:07:52.020145 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e90791b6-10f9-4a7a-b6fa-fa7cedc40a11'] response: {'name': 'network-changed', 'server_uuid': 'dc44145c-7cae-45fa-b339-fd2b3c42e275', 'tag': 'f93bc63e-095b-4667-bb36-f91a3d9f2379', 'status': 'completed', 'code': 200} Jun 08 02:07:52.028049 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8c0a9-ae13-4375-844a-cd6522d023d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f93bc63e-095b-4667-bb36-f91a3d9f2379,revision_number=3']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:52.041420 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5f661-7d54-4af9-9b8f-5507270ac794 None None] Pushing event updated for resources: {'Port': ['ID=61cee271-2189-4d9b-919c-37b4a255b73a,revision_number=3']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:52.071827 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-41be3a0b-4748-48c3-ac8d-7d218937d14f tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks [] for security_group_rule (4b1f52f0-5683-4e11-bbd6-26706e5e278c), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:52.135493 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-b39b771a-232a-4193-93de-cc41d8d60966 None None] Attempting to bind port 61cee271-2189-4d9b-919c-37b4a255b73a on host dv-cinder-845069-1-iscsi for vnic_type normal with profile {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:07:52.137184 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-b39b771a-232a-4193-93de-cc41d8d60966 None None] Attempting to bind port 61cee271-2189-4d9b-919c-37b4a255b73a by drivers openvswitch,hyperv on host dv-cinder-845069-1-iscsi at level 0 using segments [{'id': 'd1a3ff8f-b396-4ac4-9dbf-0acade7b0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd1ca035a-1604-4fe3-8a50-e63c43570056'}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:07:52.137990 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39b771a-232a-4193-93de-cc41d8d60966 None None] Attempting to bind port 61cee271-2189-4d9b-919c-37b4a255b73a on network d1ca035a-1604-4fe3-8a50-e63c43570056 {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:07:52.146478 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39b771a-232a-4193-93de-cc41d8d60966 None None] Checking agent: {'id': 'f845c03f-68d4-4819-b53b-956a55a73879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 1, 56, 43), 'started_at': datetime.datetime(2022, 6, 8, 1, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:07:52.146958 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39b771a-232a-4193-93de-cc41d8d60966 None None] Checking segment: {'id': 'd1a3ff8f-b396-4ac4-9dbf-0acade7b0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd1ca035a-1604-4fe3-8a50-e63c43570056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:07:52.148124 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-b39b771a-232a-4193-93de-cc41d8d60966 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:52.148242 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39b771a-232a-4193-93de-cc41d8d60966 None None] Bound using segment: {'id': 'd1a3ff8f-b396-4ac4-9dbf-0acade7b0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd1ca035a-1604-4fe3-8a50-e63c43570056'} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:07:52.148803 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-b39b771a-232a-4193-93de-cc41d8d60966 None None] Bound port: 61cee271-2189-4d9b-919c-37b4a255b73a, host: dv-cinder-845069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1a3ff8f-b396-4ac4-9dbf-0acade7b0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd1ca035a-1604-4fe3-8a50-e63c43570056'}}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:07:52.149256 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-b39b771a-232a-4193-93de-cc41d8d60966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (61cee271-2189-4d9b-919c-37b4a255b73a), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:52.194448 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:52.224242 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-b39b771a-232a-4193-93de-cc41d8d60966 None None] For port 61cee271-2189-4d9b-919c-37b4a255b73a, host dv-cinder-845069-1-iscsi, cleared binding levels {{(pid=104270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:07:52.227650 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-b39b771a-232a-4193-93de-cc41d8d60966 None None] For port 61cee271-2189-4d9b-919c-37b4a255b73a, host dv-cinder-845069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=61cee271-2189-4d9b-919c-37b4a255b73a,segment=NetworkSegment(d1a3ff8f-b396-4ac4-9dbf-0acade7b0584),segment_id=d1a3ff8f-b396-4ac4-9dbf-0acade7b0584)] {{(pid=104270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:07:52.228038 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-41be3a0b-4748-48c3-ac8d-7d218937d14f tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks [] for security_group_rule (4b1f52f0-5683-4e11-bbd6-26706e5e278c), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:52.235394 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-b39b771a-232a-4193-93de-cc41d8d60966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (61cee271-2189-4d9b-919c-37b4a255b73a), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:52.238286 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-41be3a0b-4748-48c3-ac8d-7d218937d14f tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292501'] for security_group_rule (4b1f52f0-5683-4e11-bbd6-26706e5e278c), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:52.257872 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c55863-5a52-4f74-b9ac-29d4a5d810ce req-f70dc6fe-db87-4fc2-8a6d-c94b0728f906 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:52.258971 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e2c55863-5a52-4f74-b9ac-29d4a5d810ce req-f70dc6fe-db87-4fc2-8a6d-c94b0728f906 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc44145c-7cae-45fa-b339-fd2b3c42e275 HTTP/1.1" status: 200 len: 944 time: 0.1105900 Jun 08 02:07:52.274447 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-94a4faca-31a7-4265-b475-3519f7902d29 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--614912680&fields=id&tenant_id=d40d753f66ec4ed2808aa65b825e66f8 HTTP/1.1" status: 200 len: 267 time: 0.1465113 Jun 08 02:07:52.290322 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be3a0b-4748-48c3-ac8d-7d218937d14f tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b1f52f0-5683-4e11-bbd6-26706e5e278c,revision_number=0']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:52.315187 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39b771a-232a-4193-93de-cc41d8d60966 None None] Routers {'1d9e9bc1-671d-46ad-9cf0-7d111e7163b2'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:07:52.316479 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-b39b771a-232a-4193-93de-cc41d8d60966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:07:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['1d9e9bc1-671d-46ad-9cf0-7d111e7163b2'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:07:52.356480 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-41be3a0b-4748-48c3-ac8d-7d218937d14f tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:52.360107 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-41be3a0b-4748-48c3-ac8d-7d218937d14f tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3834107 Jun 08 02:07:52.361198 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 53720) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:52.365607 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5f661-7d54-4af9-9b8f-5507270ac794 None None] Pushing event updated for resources: {'Port': ['ID=61cee271-2189-4d9b-919c-37b4a255b73a,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:52.366336 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-2c8adf31-f381-4f3a-a073-8b4736365c0b tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Request body: {'security_group_rule': {'security_group_id': '9fdad9c6-6ad2-4127-bcaf-70feac130b39', 'project_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:07:52.374736 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:52.420251 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-2c8adf31-f381-4f3a-a073-8b4736365c0b tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks [] for security_group_rule (b44a5c2e-015f-4fa5-a6a3-6acdbb966c2b), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:52.430445 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-741dabfa-2b59-4ae1-9b17-affca0540477 None None] Provisioning complete for port 61cee271-2189-4d9b-919c-37b4a255b73a triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:07:52.430819 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-741dabfa-2b59-4ae1-9b17-affca0540477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (61cee271-2189-4d9b-919c-37b4a255b73a), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:52.446999 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e2c55863-5a52-4f74-b9ac-29d4a5d810ce req-1b0f4865-5230-4cca-bdff-fa14a6333ca6 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768785 Jun 08 02:07:52.478012 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-66c40446-f4f4-4414-91d5-de6e7b1015c7 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:52.487802 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:52.492203 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-66c40446-f4f4-4414-91d5-de6e7b1015c7 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/networks?id=eafc844b-6465-4613-a6dd-f1b9698164f0 HTTP/1.1" status: 200 len: 819 time: 0.2058277 Jun 08 02:07:52.511627 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-c9fbdd49-3633-45cf-958a-17856702f4ec tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/quotas/d40d753f66ec4ed2808aa65b825e66f8 HTTP/1.1" status: 200 len: 375 time: 0.0182080 Jun 08 02:07:52.516450 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-2c8adf31-f381-4f3a-a073-8b4736365c0b tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks [] for security_group_rule (b44a5c2e-015f-4fa5-a6a3-6acdbb966c2b), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:52.524708 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-2c8adf31-f381-4f3a-a073-8b4736365c0b tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292501'] for security_group_rule (b44a5c2e-015f-4fa5-a6a3-6acdbb966c2b), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:52.537206 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-b39b771a-232a-4193-93de-cc41d8d60966 None None] Set router 1d9e9bc1-671d-46ad-9cf0-7d111e7163b2 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:07:52.542930 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8adf31-f381-4f3a-a073-8b4736365c0b tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b44a5c2e-015f-4fa5-a6a3-6acdbb966c2b,revision_number=0']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:52.560972 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-2c8adf31-f381-4f3a-a073-8b4736365c0b tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:52.562695 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-2c8adf31-f381-4f3a-a073-8b4736365c0b tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2010474 Jun 08 02:07:52.565706 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 53722) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:52.570842 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-cfdcebeb-8a99-466a-b4b3-05fd1b4a152b tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Request body: {'security_group_rule': {'security_group_id': '9fdad9c6-6ad2-4127-bcaf-70feac130b39', 'project_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:07:52.574560 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-4491bb62-59ca-4144-8511-fd753e2eb63e tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d40d753f66ec4ed2808aa65b825e66f8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0620973 Jun 08 02:07:52.583332 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-741dabfa-2b59-4ae1-9b17-affca0540477 None None] Current status of the port 61cee271-2189-4d9b-919c-37b4a255b73a is: DOWN; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:07:52.583547 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-741dabfa-2b59-4ae1-9b17-affca0540477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (61cee271-2189-4d9b-919c-37b4a255b73a), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:52.607510 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-cfdcebeb-8a99-466a-b4b3-05fd1b4a152b tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks [] for security_group_rule (f211c44e-123c-4214-8a3f-11030f7167af), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:52.663627 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-741dabfa-2b59-4ae1-9b17-affca0540477 None None] For port 61cee271-2189-4d9b-919c-37b4a255b73a, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=61cee271-2189-4d9b-919c-37b4a255b73a,segment=NetworkSegment(d1a3ff8f-b396-4ac4-9dbf-0acade7b0584),segment_id=d1a3ff8f-b396-4ac4-9dbf-0acade7b0584)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:07:52.669436 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-cfdcebeb-8a99-466a-b4b3-05fd1b4a152b tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks [] for security_group_rule (f211c44e-123c-4214-8a3f-11030f7167af), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:52.674776 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-cfdcebeb-8a99-466a-b4b3-05fd1b4a152b tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292501'] for security_group_rule (f211c44e-123c-4214-8a3f-11030f7167af), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:52.677984 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-741dabfa-2b59-4ae1-9b17-affca0540477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (61cee271-2189-4d9b-919c-37b4a255b73a), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:52.693590 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-09a8024e-71ab-4a1c-b582-a9453c708f2e service neutron] 10.222.0.20 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065145 Jun 08 02:07:52.697722 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdcebeb-8a99-466a-b4b3-05fd1b4a152b tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f211c44e-123c-4214-8a3f-11030f7167af,revision_number=0']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:52.709926 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-cfdcebeb-8a99-466a-b4b3-05fd1b4a152b tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:52.712956 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-cfdcebeb-8a99-466a-b4b3-05fd1b4a152b tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1462178 Jun 08 02:07:52.714076 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 53724) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:52.728090 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-595dded0-c7e6-446c-95cf-91d253cd444e tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Request body: {'security_group_rule': {'security_group_id': '9fdad9c6-6ad2-4127-bcaf-70feac130b39', 'project_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:07:52.772088 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:52.782376 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741dabfa-2b59-4ae1-9b17-affca0540477 None None] Pushing event updated for resources: {'Port': ['ID=61cee271-2189-4d9b-919c-37b4a255b73a,revision_number=5']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:52.805648 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.db.securitygroups_db [None req-595dded0-c7e6-446c-95cf-91d253cd444e tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Project 43e5d438bb1f4eb28d3f3f68d77b5dee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 02:07:52.817957 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-595dded0-c7e6-446c-95cf-91d253cd444e tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks [] for security_group_rule (9e68a2f6-3e9f-4820-9045-076c4e92b84b), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:52.819601 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-dafb7c00-0aa3-4c09-83ba-c6c2ca3efce0 None None] Provisioning complete for port 61cee271-2189-4d9b-919c-37b4a255b73a triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:07:52.819976 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dafb7c00-0aa3-4c09-83ba-c6c2ca3efce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (61cee271-2189-4d9b-919c-37b4a255b73a), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:52.828802 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:52.890241 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-b39b771a-232a-4193-93de-cc41d8d60966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9e9bc1-671d-46ad-9cf0-7d111e7163b2', 'name': 'tempest-TestShelveInstance-1812505168-router', 'tenant_id': 'ba73173cd15a45f7a29d6b5112a33770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '7b7089c1-c74a-4171-bd7c-d6385d928364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:07:42Z', 'updated_at': '2022-06-08T02:07:48Z', 'revision_number': 4, 'project_id': 'ba73173cd15a45f7a29d6b5112a33770', 'gw_port': {'id': '7b7089c1-c74a-4171-bd7c-d6385d928364', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9e9bc1-671d-46ad-9cf0-7d111e7163b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:07:43Z', 'updated_at': '2022-06-08T02:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '61cee271-2189-4d9b-919c-37b4a255b73a', 'name': '', 'network_id': 'd1ca035a-1604-4fe3-8a50-e63c43570056', 'tenant_id': 'ba73173cd15a45f7a29d6b5112a33770', 'mac_address': 'fa:16:3e:0f:d2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9e9bc1-671d-46ad-9cf0-7d111e7163b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '85d293a5-8937-4b8b-9bf7-24cff7062f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:07:46Z', 'updated_at': '2022-06-08T02:07:52Z', 'revision_number': 4, 'project_id': 'ba73173cd15a45f7a29d6b5112a33770', 'subnets': [{'id': '85d293a5-8937-4b8b-9bf7-24cff7062f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:07:52.921693 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39b771a-232a-4193-93de-cc41d8d60966 None None] The sync data for ids ['1d9e9bc1-671d-46ad-9cf0-7d111e7163b2'] in dv-cinder-845069-1-iscsi is: [{'id': '1d9e9bc1-671d-46ad-9cf0-7d111e7163b2', 'name': 'tempest-TestShelveInstance-1812505168-router', 'tenant_id': 'ba73173cd15a45f7a29d6b5112a33770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '7b7089c1-c74a-4171-bd7c-d6385d928364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:07:42Z', 'updated_at': '2022-06-08T02:07:48Z', 'revision_number': 4, 'project_id': 'ba73173cd15a45f7a29d6b5112a33770', 'gw_port': {'id': '7b7089c1-c74a-4171-bd7c-d6385d928364', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9e9bc1-671d-46ad-9cf0-7d111e7163b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:07:43Z', 'updated_at': '2022-06-08T02:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '61cee271-2189-4d9b-919c-37b4a255b73a', 'name': '', 'network_id': 'd1ca035a-1604-4fe3-8a50-e63c43570056', 'tenant_id': 'ba73173cd15a45f7a29d6b5112a33770', 'mac_address': 'fa:16:3e:0f:d2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9e9bc1-671d-46ad-9cf0-7d111e7163b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '85d293a5-8937-4b8b-9bf7-24cff7062f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:07:46Z', 'updated_at': '2022-06-08T02:07:52Z', 'revision_number': 4, 'project_id': 'ba73173cd15a45f7a29d6b5112a33770', 'subnets': [{'id': '85d293a5-8937-4b8b-9bf7-24cff7062f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:07:52.971985 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-dafb7c00-0aa3-4c09-83ba-c6c2ca3efce0 None None] Current status of the port 61cee271-2189-4d9b-919c-37b4a255b73a is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:07:53.123196 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-fb5c496e-947d-4277-8f1b-fc5797340d83 service neutron] 10.222.0.20 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204986 Jun 08 02:07:53.192330 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32beec8-9d8f-400f-9bac-0cb9898c2296 req-f2083ab8-0627-47d1-88f1-be9198132d11 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:53.194211 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a32beec8-9d8f-400f-9bac-0cb9898c2296 req-f2083ab8-0627-47d1-88f1-be9198132d11 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.1040576 Jun 08 02:07:53.201355 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-595dded0-c7e6-446c-95cf-91d253cd444e tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks [] for security_group_rule (9e68a2f6-3e9f-4820-9045-076c4e92b84b), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:53.212281 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-595dded0-c7e6-446c-95cf-91d253cd444e tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292501'] for security_group_rule (9e68a2f6-3e9f-4820-9045-076c4e92b84b), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:53.255002 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595dded0-c7e6-446c-95cf-91d253cd444e tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e68a2f6-3e9f-4820-9045-076c4e92b84b,revision_number=0']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:53.290867 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-595dded0-c7e6-446c-95cf-91d253cd444e tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:53.294590 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-595dded0-c7e6-446c-95cf-91d253cd444e tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5771248 Jun 08 02:07:53.295123 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 53736) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:07:53.301786 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a32beec8-9d8f-400f-9bac-0cb9898c2296 req-0ca26324-55c6-4691-85cd-a42fcc4da87e tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988386 Jun 08 02:07:53.305888 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-01727fb0-1a5d-44f2-a7b8-babb097e45b9 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Request body: {'security_group_rule': {'security_group_id': '9fdad9c6-6ad2-4127-bcaf-70feac130b39', 'project_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:07:53.326246 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:53.339901 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.db.securitygroups_db [None req-01727fb0-1a5d-44f2-a7b8-babb097e45b9 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Project 43e5d438bb1f4eb28d3f3f68d77b5dee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 02:07:53.351554 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-01727fb0-1a5d-44f2-a7b8-babb097e45b9 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks [] for security_group_rule (c7459607-aedc-4408-9127-00c50656e95d), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:53.367420 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0825bda4-338a-4dfb-b07f-58f8d2e43d43 req-fb0fafff-9c1f-48ad-8496-aeaab448040f tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 210 time: 0.0416896 Jun 08 02:07:53.436749 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-01727fb0-1a5d-44f2-a7b8-babb097e45b9 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks [] for security_group_rule (c7459607-aedc-4408-9127-00c50656e95d), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:53.442396 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-01727fb0-1a5d-44f2-a7b8-babb097e45b9 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292501'] for security_group_rule (c7459607-aedc-4408-9127-00c50656e95d), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:53.490756 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01727fb0-1a5d-44f2-a7b8-babb097e45b9 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7459607-aedc-4408-9127-00c50656e95d,revision_number=0']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:53.499007 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-01727fb0-1a5d-44f2-a7b8-babb097e45b9 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:53.508826 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-01727fb0-1a5d-44f2-a7b8-babb097e45b9 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2047720 Jun 08 02:07:53.623066 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6930b7-138d-4214-8d8a-91d25c78dcbd req-dbc813ea-a2f2-422b-b096-5b164b5f3b32 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:53.628919 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-bf6930b7-138d-4214-8d8a-91d25c78dcbd req-dbc813ea-a2f2-422b-b096-5b164b5f3b32 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc44145c-7cae-45fa-b339-fd2b3c42e275 HTTP/1.1" status: 200 len: 944 time: 0.0881205 Jun 08 02:07:53.713039 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-bf6930b7-138d-4214-8d8a-91d25c78dcbd req-6ae70818-13c6-44b3-8f96-413c52d404b1 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639288 Jun 08 02:07:54.422598 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e80ccb-e03a-43f4-9760-8d53257ddf96 req-90c00ddb-866e-42c4-9705-00dcb82cd411 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:54.424311 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a4e80ccb-e03a-43f4-9760-8d53257ddf96 req-90c00ddb-866e-42c4-9705-00dcb82cd411 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.0481761 Jun 08 02:07:54.479585 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c6cbc4c5-d9b8-48af-83d9-edfc31c32765 req-a970fb26-7cb2-485d-b900-a178784d3771 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 210 time: 0.0359800 Jun 08 02:07:54.496014 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a4e80ccb-e03a-43f4-9760-8d53257ddf96 req-50b9865b-fc4b-4c23-a711-46ba0fbeae5f tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662234 Jun 08 02:07:54.666758 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 61cee271-2189-4d9b-919c-37b4a255b73a up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:07:54.715951 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 61cee271-2189-4d9b-919c-37b4a255b73a triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:07:54.716310 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (61cee271-2189-4d9b-919c-37b4a255b73a), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:54.788869 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:54.793786 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 61cee271-2189-4d9b-919c-37b4a255b73a is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:07:54.812494 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac37fd-6b85-4fa9-89fd-87a63220d823 req-771221c8-d1c2-4cdb-a8bc-b0e77b3f87d9 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:54.814583 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5bac37fd-6b85-4fa9-89fd-87a63220d823 req-771221c8-d1c2-4cdb-a8bc-b0e77b3f87d9 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc44145c-7cae-45fa-b339-fd2b3c42e275 HTTP/1.1" status: 200 len: 944 time: 0.0514624 Jun 08 02:07:54.863830 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5bac37fd-6b85-4fa9-89fd-87a63220d823 req-e0d5877b-2617-40cc-9efd-87c2f9a8e729 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436325 Jun 08 02:07:54.919460 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-350596b4-c068-4115-a749-3e141508b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:54.921380 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-350596b4-c068-4115-a749-3e141508b065 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68cd7ed883a04e91b36482a8950b12d1&device_id=dc44145c-7cae-45fa-b339-fd2b3c42e275 HTTP/1.1" status: 200 len: 1128 time: 0.0565336 Jun 08 02:07:54.962940 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-253862d5-8e3d-46e9-8be1-048245b519af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f93bc63e-095b-4667-bb36-f91a3d9f2379 HTTP/1.1" status: 200 len: 217 time: 0.0346696 Jun 08 02:07:55.016146 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:55.021508 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-f1af56d0-aa0b-4316-baed-47e9b09cb2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:55.022957 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-f1af56d0-aa0b-4316-baed-47e9b09cb2d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=10c1956a-879c-4924-b8ae-c251c422d463 HTTP/1.1" status: 200 len: 854 time: 0.0484636 Jun 08 02:07:55.060816 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-76183d55-efa7-4364-9552-3284102b4b95 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0805388c-c568-4da3-817b-3be9b163906b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284424 Jun 08 02:07:55.161365 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-63f40d26-1e99-435a-97b4-a914b59e675d service neutron] 10.222.0.15 "GET /v2.0/networks/0805388c-c568-4da3-817b-3be9b163906b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935004 Jun 08 02:07:55.472821 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:55.496132 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-353465ca-d13c-483c-a2a5-f9fbdc532693 req-32b9903d-9716-4ed0-8517-adadf8798f44 service neutron] 10.222.0.15 "GET /v2.0/networks/0805388c-c568-4da3-817b-3be9b163906b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886860 Jun 08 02:07:55.596644 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-28bb6321-6702-4924-a014-bb34922e06e7 req-e4b34079-1af3-484f-9acc-f9ed361b8617 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 210 time: 0.0397258 Jun 08 02:07:55.630503 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68998b4c-6b6a-4ddc-b261-f096d5638ad5 req-fedf225f-8cd3-4b03-8a71-47f48aa4364b tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:55.631894 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-68998b4c-6b6a-4ddc-b261-f096d5638ad5 req-fedf225f-8cd3-4b03-8a71-47f48aa4364b tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.0620370 Jun 08 02:07:55.685571 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-68998b4c-6b6a-4ddc-b261-f096d5638ad5 req-1ba68525-5745-49e6-a8f6-9305f25992e2 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480042 Jun 08 02:07:55.987429 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4f576-73b0-4f54-b69e-fb4084df838d req-0a03303e-c3de-40b6-8ee7-d19f81fb99ac tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:55.988884 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8db4f576-73b0-4f54-b69e-fb4084df838d req-0a03303e-c3de-40b6-8ee7-d19f81fb99ac tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc44145c-7cae-45fa-b339-fd2b3c42e275 HTTP/1.1" status: 200 len: 944 time: 0.0456290 Jun 08 02:07:56.034509 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8db4f576-73b0-4f54-b69e-fb4084df838d req-e3bfaced-bd10-451b-ba09-1c280ae67b2b tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399129 Jun 08 02:07:56.803475 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-01bd5c80-ce9e-40a0-9571-ca86c2a0850a req-604aadaf-48a9-4da6-97b7-d82694f19d53 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 210 time: 0.1159225 Jun 08 02:07:56.828933 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1924482-65a9-480d-ba0b-277f4c5be667 req-e47b6ace-eed9-40ee-b1f4-2ede3e0893eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:56.831259 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c1924482-65a9-480d-ba0b-277f4c5be667 req-e47b6ace-eed9-40ee-b1f4-2ede3e0893eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68cd7ed883a04e91b36482a8950b12d1&device_id=dc44145c-7cae-45fa-b339-fd2b3c42e275 HTTP/1.1" status: 200 len: 1128 time: 0.1711576 Jun 08 02:07:56.847280 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:56.913338 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9c655-54e5-4664-b0f7-75976c6181a3 req-0dc46676-0b8e-406f-8bf4-ef43117e8a77 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:56.917372 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2de9c655-54e5-4664-b0f7-75976c6181a3 req-0dc46676-0b8e-406f-8bf4-ef43117e8a77 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.0811858 Jun 08 02:07:56.954330 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-b36fc10d-fe72-4e87-b6b2-7b5a75bbea2f tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:56.956141 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-b36fc10d-fe72-4e87-b6b2-7b5a75bbea2f tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.15 "GET /v2.0/networks?id=eafc844b-6465-4613-a6dd-f1b9698164f0 HTTP/1.1" status: 200 len: 819 time: 0.3081894 Jun 08 02:07:57.075865 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2de9c655-54e5-4664-b0f7-75976c6181a3 req-c1a83af3-651f-4daf-8013-4c3fdb025507 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499903 Jun 08 02:07:57.123387 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-aed29199-1028-40cb-982a-d582af5894fc tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d40d753f66ec4ed2808aa65b825e66f8 HTTP/1.1" status: 200 len: 379 time: 0.1459668 Jun 08 02:07:57.143199 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-54645d18-990a-47c2-a509-f6b13533b34c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Request body: {'port': {'device_id': '596fe635-9554-4305-b88e-67139f06a3d0', 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0', 'admin_state_up': True, 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'security_groups': ['09789244-aa92-42b8-9290-21c30c1814d7']}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:07:57.233518 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1924482-65a9-480d-ba0b-277f4c5be667 req-0fbf9520-7a3b-48c5-aa15-b31f17bc49a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:57.234929 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c1924482-65a9-480d-ba0b-277f4c5be667 req-0fbf9520-7a3b-48c5-aa15-b31f17bc49a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0805388c-c568-4da3-817b-3be9b163906b HTTP/1.1" status: 200 len: 915 time: 0.2717280 Jun 08 02:07:57.256647 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030f39f-b582-442f-beb2-070ccfdad96a req-0b2045f0-d706-4c63-a55f-f416f2cd57d1 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:57.258123 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2030f39f-b582-442f-beb2-070ccfdad96a req-0b2045f0-d706-4c63-a55f-f416f2cd57d1 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc44145c-7cae-45fa-b339-fd2b3c42e275 HTTP/1.1" status: 200 len: 944 time: 0.1399934 Jun 08 02:07:57.314737 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c1924482-65a9-480d-ba0b-277f4c5be667 req-c51b76f1-ba77-416e-96a0-edeac2f279d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f93bc63e-095b-4667-bb36-f91a3d9f2379 HTTP/1.1" status: 200 len: 217 time: 0.0722136 Jun 08 02:07:57.391035 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:57.401800 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2030f39f-b582-442f-beb2-070ccfdad96a req-fac95dc3-465a-4c6a-bcbf-1f1177749cd3 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130364 Jun 08 02:07:57.416349 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1924482-65a9-480d-ba0b-277f4c5be667 req-a579be24-29c1-4bcc-b0a5-2a18c9c47f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:57.417715 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c1924482-65a9-480d-ba0b-277f4c5be667 req-a579be24-29c1-4bcc-b0a5-2a18c9c47f92 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=10c1956a-879c-4924-b8ae-c251c422d463 HTTP/1.1" status: 200 len: 854 time: 0.0944741 Jun 08 02:07:57.435250 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-54645d18-990a-47c2-a509-f6b13533b34c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Made reservation on behalf of d40d753f66ec4ed2808aa65b825e66f8 for: {'port': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:07:57.441773 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-54645d18-990a-47c2-a509-f6b13533b34c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:57.481227 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c1924482-65a9-480d-ba0b-277f4c5be667 req-247c43c2-9c98-47fe-a712-50f7a29c27c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0805388c-c568-4da3-817b-3be9b163906b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546286 Jun 08 02:07:57.694810 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c1924482-65a9-480d-ba0b-277f4c5be667 req-aa54f943-1eeb-401f-8e24-f461881d3d17 service neutron] 10.222.0.15 "GET /v2.0/networks/0805388c-c568-4da3-817b-3be9b163906b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999457 Jun 08 02:07:57.704709 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-54645d18-990a-47c2-a509-f6b13533b34c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Allocated IP 172.20.0.11 (eafc844b-6465-4613-a6dd-f1b9698164f0/b425173c-8738-4438-bb14-70ea3c375864/d96f59a2-4ec1-4327-b308-e50814a9bbc5) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:07:57.771104 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:57.876787 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c1924482-65a9-480d-ba0b-277f4c5be667 req-d87f1618-e140-435d-8a4d-6e081c596301 service neutron] 10.222.0.15 "GET /v2.0/networks/0805388c-c568-4da3-817b-3be9b163906b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625237 Jun 08 02:07:57.983259 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d9b99b26-ff85-4ab5-a35b-3183d17d2f10 req-cc48d992-f48e-467d-a147-8e207aac90e4 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 210 time: 0.0531869 Jun 08 02:07:58.047009 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-54645d18-990a-47c2-a509-f6b13533b34c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks [] for port (d96f59a2-4ec1-4327-b308-e50814a9bbc5), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:58.079111 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-54645d18-990a-47c2-a509-f6b13533b34c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (d96f59a2-4ec1-4327-b308-e50814a9bbc5), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:58.125954 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-54645d18-990a-47c2-a509-f6b13533b34c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Network eafc844b-6465-4613-a6dd-f1b9698164f0 is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:07:58.130139 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-54645d18-990a-47c2-a509-f6b13533b34c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:07:58.134630 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-54645d18-990a-47c2-a509-f6b13533b34c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:07:58.171051 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54645d18-990a-47c2-a509-f6b13533b34c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Pushing event updated for resources: {'Port': ['ID=d96f59a2-4ec1-4327-b308-e50814a9bbc5,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:58.250269 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-54645d18-990a-47c2-a509-f6b13533b34c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:58.252029 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-54645d18-990a-47c2-a509-f6b13533b34c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:58.281104 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15314cf1-b2d8-40ae-bd5e-c6b1bec60ad2 req-eac1e9a9-cc6e-402a-a374-20f98b5f7edc tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:58.281104 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-15314cf1-b2d8-40ae-bd5e-c6b1bec60ad2 req-eac1e9a9-cc6e-402a-a374-20f98b5f7edc tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.1034772 Jun 08 02:07:58.295040 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-54645d18-990a-47c2-a509-f6b13533b34c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1573770 Jun 08 02:07:58.311733 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-791f34ba-4357-4703-beed-6c888d56bc16 service neutron] Request body: {'port': {'device_id': '596fe635-9554-4305-b88e-67139f06a3d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:07:58.357593 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:58.419893 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-15314cf1-b2d8-40ae-bd5e-c6b1bec60ad2 req-3285c335-ef93-43b1-a5b2-b11a829bdedd tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320226 Jun 08 02:07:58.424700 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-791f34ba-4357-4703-beed-6c888d56bc16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (d96f59a2-4ec1-4327-b308-e50814a9bbc5), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:58.550352 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-4a45979e-029d-433e-a7dd-36265bcb36ee None None] Provisioning complete for port d96f59a2-4ec1-4327-b308-e50814a9bbc5 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:07:58.551016 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-4a45979e-029d-433e-a7dd-36265bcb36ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (d96f59a2-4ec1-4327-b308-e50814a9bbc5), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:58.619214 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-4a45979e-029d-433e-a7dd-36265bcb36ee None None] Port d96f59a2-4ec1-4327-b308-e50814a9bbc5 cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:07:58.894858 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdf21b-5cd5-4b3e-8f7e-90c65d8de537 req-086980fb-2616-4da3-8945-496abd50c286 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:58.896269 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-08fdf21b-5cd5-4b3e-8f7e-90c65d8de537 req-086980fb-2616-4da3-8945-496abd50c286 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.1374624 Jun 08 02:07:58.902249 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf85bd9-ac64-4adb-8d21-e8aee0547345 req-ee8b7c2f-2eff-4ec6-81fd-ea46e913f5c4 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:58.907795 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9bf85bd9-ac64-4adb-8d21-e8aee0547345 req-ee8b7c2f-2eff-4ec6-81fd-ea46e913f5c4 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc44145c-7cae-45fa-b339-fd2b3c42e275 HTTP/1.1" status: 200 len: 944 time: 0.1504114 Jun 08 02:07:59.104502 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device f93bc63e-095b-4667-bb36-f91a3d9f2379 details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 02:07:59.171420 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7ea62-0afe-4b02-8d9f-030346b437ad req-d0189adb-f8a8-4d40-8b84-dde7270be3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:59.173044 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e9f7ea62-0afe-4b02-8d9f-030346b437ad req-d0189adb-f8a8-4d40-8b84-dde7270be3f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=27f98152ab3440cf824c9ceb1c790bcf&device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 1130 time: 0.3759997 Jun 08 02:07:59.216462 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port f93bc63e-095b-4667-bb36-f91a3d9f2379, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=f93bc63e-095b-4667-bb36-f91a3d9f2379,segment=NetworkSegment(e13fd0c2-9c6e-4a49-b62b-0d214dd47858),segment_id=e13fd0c2-9c6e-4a49-b62b-0d214dd47858)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:07:59.230626 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Returning: {'device': 'f93bc63e-095b-4667-bb36-f91a3d9f2379', 'network_id': '0805388c-c568-4da3-817b-3be9b163906b', 'port_id': 'f93bc63e-095b-4667-bb36-f91a3d9f2379', 'mac_address': 'fa:16:3e:66:95:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10c1956a-879c-4924-b8ae-c251c422d463', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 02:07:59.290978 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:59.326386 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port f93bc63e-095b-4667-bb36-f91a3d9f2379 is: DOWN; New status is: BUILD {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:07:59.327148 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (f93bc63e-095b-4667-bb36-f91a3d9f2379), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:59.342617 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-08fdf21b-5cd5-4b3e-8f7e-90c65d8de537 req-258b5e2e-7d42-4b51-9596-7062abd90577 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4325736 Jun 08 02:07:59.353596 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f93bc63e-095b-4667-bb36-f91a3d9f2379 {{(pid=104270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:07:59.398724 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port f93bc63e-095b-4667-bb36-f91a3d9f2379, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=f93bc63e-095b-4667-bb36-f91a3d9f2379,segment=NetworkSegment(e13fd0c2-9c6e-4a49-b62b-0d214dd47858),segment_id=e13fd0c2-9c6e-4a49-b62b-0d214dd47858)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:07:59.405785 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (f93bc63e-095b-4667-bb36-f91a3d9f2379), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:59.416956 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9bf85bd9-ac64-4adb-8d21-e8aee0547345 req-fbd35feb-51de-4774-9dd8-3e05bfe0ee4b tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4912090 Jun 08 02:07:59.475834 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=f93bc63e-095b-4667-bb36-f91a3d9f2379,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:59.477309 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7ea62-0afe-4b02-8d9f-030346b437ad req-e75f2a51-d228-474b-a11b-1854663e510a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:59.478831 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e9f7ea62-0afe-4b02-8d9f-030346b437ad req-e75f2a51-d228-474b-a11b-1854663e510a service neutron] 10.222.0.15 "GET /v2.0/networks?id=466dc4d7-a525-4704-a47b-5a136472c918 HTTP/1.1" status: 200 len: 912 time: 0.2931647 Jun 08 02:07:59.488108 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-791f34ba-4357-4703-beed-6c888d56bc16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d96f59a2-4ec1-4327-b308-e50814a9bbc5 {{(pid=104268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:07:59.506992 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-791f34ba-4357-4703-beed-6c888d56bc16 service neutron] Publish callbacks [] for port (d96f59a2-4ec1-4327-b308-e50814a9bbc5), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:59.559737 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1ca17-afc7-4c9f-a94a-357896731e7d req-8b747e7c-2544-4a6a-9b61-9463ef3afa63 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:59.566830 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b3e1ca17-afc7-4c9f-a94a-357896731e7d req-8b747e7c-2544-4a6a-9b61-9463ef3afa63 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 932 time: 0.1277936 Jun 08 02:07:59.577969 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:07:59.589537 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.provisioning_blocks [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-791f34ba-4357-4703-beed-6c888d56bc16 service neutron] Transition to ACTIVE for port object d96f59a2-4ec1-4327-b308-e50814a9bbc5 will not be triggered until provisioned by entity L2. {{(pid=104268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 02:07:59.600142 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-791f34ba-4357-4703-beed-6c888d56bc16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (d96f59a2-4ec1-4327-b308-e50814a9bbc5), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:07:59.643964 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e9f7ea62-0afe-4b02-8d9f-030346b437ad req-5aeefa54-35ab-48f6-ad12-30f1484cde8f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f15849eb-1bf4-44c4-8575-7be145474d94 HTTP/1.1" status: 200 len: 1002 time: 0.1512456 Jun 08 02:07:59.721152 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['f93bc63e-095b-4667-bb36-f91a3d9f2379'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:07:59.725919 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b3e1ca17-afc7-4c9f-a94a-357896731e7d req-9d159fc8-0422-467c-b0d9-06c275496fb9 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581485 Jun 08 02:07:59.737872 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f34ba-4357-4703-beed-6c888d56bc16 service neutron] Pushing event updated for resources: {'Port': ['ID=d96f59a2-4ec1-4327-b308-e50814a9bbc5,revision_number=2']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:07:59.797225 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7ea62-0afe-4b02-8d9f-030346b437ad req-c95802a4-e17f-4fa5-bffd-96c4f70909db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:59.799308 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e9f7ea62-0afe-4b02-8d9f-030346b437ad req-c95802a4-e17f-4fa5-bffd-96c4f70909db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f09d094-ed17-43ae-a27d-e0d8f7e1f047 HTTP/1.1" status: 200 len: 850 time: 0.1409247 Jun 08 02:07:59.870477 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-791f34ba-4357-4703-beed-6c888d56bc16 service neutron] Attempting to bind port d96f59a2-4ec1-4327-b308-e50814a9bbc5 on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:07:59.870695 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-791f34ba-4357-4703-beed-6c888d56bc16 service neutron] Attempting to bind port d96f59a2-4ec1-4327-b308-e50814a9bbc5 by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': 'a0fcd5bf-dd48-409f-aa60-ccb3d3862478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0'}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:07:59.871076 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-791f34ba-4357-4703-beed-6c888d56bc16 service neutron] Attempting to bind port d96f59a2-4ec1-4327-b308-e50814a9bbc5 on network eafc844b-6465-4613-a6dd-f1b9698164f0 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:07:59.882007 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7ea62-0afe-4b02-8d9f-030346b437ad req-260722dc-3bc1-41ae-8372-4dae3ae82555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:07:59.883597 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e9f7ea62-0afe-4b02-8d9f-030346b437ad req-260722dc-3bc1-41ae-8372-4dae3ae82555 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=466dc4d7-a525-4704-a47b-5a136472c918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0716259 Jun 08 02:07:59.884375 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-791f34ba-4357-4703-beed-6c888d56bc16 service neutron] Port d96f59a2-4ec1-4327-b308-e50814a9bbc5 on network eafc844b-6465-4613-a6dd-f1b9698164f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 02:07:59.884742 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-791f34ba-4357-4703-beed-6c888d56bc16 service neutron] Attempting to bind port d96f59a2-4ec1-4327-b308-e50814a9bbc5 on network eafc844b-6465-4613-a6dd-f1b9698164f0 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:07:59.890948 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-791f34ba-4357-4703-beed-6c888d56bc16 service neutron] Checking agent: {'id': 'aa11e808-eba7-468a-acd8-b3aef0cfc542', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'started_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:07:59.891286 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-791f34ba-4357-4703-beed-6c888d56bc16 service neutron] Checking segment: {'id': 'a0fcd5bf-dd48-409f-aa60-ccb3d3862478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:07:59.891670 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-791f34ba-4357-4703-beed-6c888d56bc16 service neutron] Bound using segment: {'id': 'a0fcd5bf-dd48-409f-aa60-ccb3d3862478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0'} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:07:59.892206 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-791f34ba-4357-4703-beed-6c888d56bc16 service neutron] Bound port: d96f59a2-4ec1-4327-b308-e50814a9bbc5, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0fcd5bf-dd48-409f-aa60-ccb3d3862478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0'}}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:07:59.892600 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-791f34ba-4357-4703-beed-6c888d56bc16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (d96f59a2-4ec1-4327-b308-e50814a9bbc5), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:00.049659 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-791f34ba-4357-4703-beed-6c888d56bc16 service neutron] For port d96f59a2-4ec1-4327-b308-e50814a9bbc5, host hv-cinder-84506, cleared binding levels {{(pid=104268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:08:00.055628 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-791f34ba-4357-4703-beed-6c888d56bc16 service neutron] For port d96f59a2-4ec1-4327-b308-e50814a9bbc5, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=d96f59a2-4ec1-4327-b308-e50814a9bbc5,segment=NetworkSegment(a0fcd5bf-dd48-409f-aa60-ccb3d3862478),segment_id=a0fcd5bf-dd48-409f-aa60-ccb3d3862478)] {{(pid=104268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:08:00.064962 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e9f7ea62-0afe-4b02-8d9f-030346b437ad req-86aed4bd-560a-4d93-8725-0f903702264b service neutron] 10.222.0.15 "GET /v2.0/networks/466dc4d7-a525-4704-a47b-5a136472c918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690691 Jun 08 02:08:00.067032 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-791f34ba-4357-4703-beed-6c888d56bc16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (d96f59a2-4ec1-4327-b308-e50814a9bbc5), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:00.177843 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-791f34ba-4357-4703-beed-6c888d56bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:00.178931 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-791f34ba-4357-4703-beed-6c888d56bc16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:00.181280 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-791f34ba-4357-4703-beed-6c888d56bc16 service neutron] 10.222.0.15 "PUT /v2.0/ports/d96f59a2-4ec1-4327-b308-e50814a9bbc5 HTTP/1.1" status: 200 len: 1094 time: 1.8756716 Jun 08 02:08:00.185803 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596fe635-9554-4305-b88e-67139f06a3d0', 'tag': 'd96f59a2-4ec1-4327-b308-e50814a9bbc5'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:08:00.188421 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8934069a-cd72-4a31-8fa6-fe1b95cf2b08" -d '{"events": [{"name": "network-changed", "server_uuid": "596fe635-9554-4305-b88e-67139f06a3d0", "tag": "d96f59a2-4ec1-4327-b308-e50814a9bbc5"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:08:00.269867 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22aa0c06-dd5f-4dfe-b5d1-2f6a4b351285 x-openstack-request-id: req-22aa0c06-dd5f-4dfe-b5d1-2f6a4b351285 {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:08:00.278612 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596fe635-9554-4305-b88e-67139f06a3d0", "tag": "d96f59a2-4ec1-4327-b308-e50814a9bbc5", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:08:00.279395 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-22aa0c06-dd5f-4dfe-b5d1-2f6a4b351285 {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:08:00.279934 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22aa0c06-dd5f-4dfe-b5d1-2f6a4b351285'] response: {'name': 'network-changed', 'server_uuid': '596fe635-9554-4305-b88e-67139f06a3d0', 'tag': 'd96f59a2-4ec1-4327-b308-e50814a9bbc5', 'status': 'completed', 'code': 200} Jun 08 02:08:00.370593 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-d517026d-4994-4aa8-a93c-0d49bd4f669e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:00.370593 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-d517026d-4994-4aa8-a93c-0d49bd4f669e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d40d753f66ec4ed2808aa65b825e66f8&device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 1128 time: 0.1336029 Jun 08 02:08:00.370593 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e9f7ea62-0afe-4b02-8d9f-030346b437ad req-2de62321-9239-4c06-9dfe-859ee6bc872b service neutron] 10.222.0.15 "GET /v2.0/networks/466dc4d7-a525-4704-a47b-5a136472c918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972164 Jun 08 02:08:00.374004 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f34ba-4357-4703-beed-6c888d56bc16 service neutron] Pushing event updated for resources: {'Port': ['ID=d96f59a2-4ec1-4327-b308-e50814a9bbc5,revision_number=3']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:08:00.431014 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-738b4b27-7c49-4385-ba4a-24dfa7d75a58 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d96f59a2-4ec1-4327-b308-e50814a9bbc5 HTTP/1.1" status: 200 len: 217 time: 0.0500906 Jun 08 02:08:00.640949 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-9e844706-ea13-46d3-af8f-652747f5b00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:00.643058 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-9e844706-ea13-46d3-af8f-652747f5b00f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b425173c-8738-4438-bb14-70ea3c375864 HTTP/1.1" status: 200 len: 858 time: 0.1904075 Jun 08 02:08:00.654086 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a2e8d-c924-4b16-9698-f60361dce6c8 req-2d8fdbcc-3f92-4496-b1b3-399fdb6f54ea tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:00.655500 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5e8a2e8d-c924-4b16-9698-f60361dce6c8 req-2d8fdbcc-3f92-4496-b1b3-399fdb6f54ea tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.0867708 Jun 08 02:08:00.700091 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:00.705073 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-a8d5ada5-ff4c-4cf2-b346-a09e40578f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:00.706692 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-a8d5ada5-ff4c-4cf2-b346-a09e40578f9f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eafc844b-6465-4613-a6dd-f1b9698164f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479746 Jun 08 02:08:00.728693 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e3934-da37-4f8e-b06e-ad9a47b893ea req-b957f6af-f681-447a-a7e4-4dec385328c9 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:00.737519 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-900e3934-da37-4f8e-b06e-ad9a47b893ea req-b957f6af-f681-447a-a7e4-4dec385328c9 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc44145c-7cae-45fa-b339-fd2b3c42e275 HTTP/1.1" status: 200 len: 945 time: 0.1673541 Jun 08 02:08:00.739312 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:00.933074 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-900e3934-da37-4f8e-b06e-ad9a47b893ea req-d11b539a-e34f-4d52-b3e4-ddb298cb14aa tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945436 Jun 08 02:08:00.946340 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5e8a2e8d-c924-4b16-9698-f60361dce6c8 req-47a22b00-7636-4cab-893c-31739a5fa8ae tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2447150 Jun 08 02:08:01.004233 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-b9cde66e-6386-41c9-b7f0-33f986d9b51b service neutron] 10.222.0.15 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597728 Jun 08 02:08:01.079948 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a9ac1-a689-45c2-963b-2c0e93249f61 req-1415d913-a60d-4625-b05a-99e5610ff728 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:01.081450 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d86a9ac1-a689-45c2-963b-2c0e93249f61 req-1415d913-a60d-4625-b05a-99e5610ff728 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 944 time: 0.0509491 Jun 08 02:08:01.110098 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device f93bc63e-095b-4667-bb36-f91a3d9f2379 up at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:08:01.136314 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d86a9ac1-a689-45c2-963b-2c0e93249f61 req-0f771ba1-2184-4e17-bd3e-32cb8e7170ed tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492523 Jun 08 02:08:01.150355 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:01.153983 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning for port f93bc63e-095b-4667-bb36-f91a3d9f2379 completed by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 02:08:01.161354 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning complete for port f93bc63e-095b-4667-bb36-f91a3d9f2379 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:08:01.162022 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (f93bc63e-095b-4667-bb36-f91a3d9f2379), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:01.242315 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port f93bc63e-095b-4667-bb36-f91a3d9f2379 is: BUILD; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:08:01.242523 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (f93bc63e-095b-4667-bb36-f91a3d9f2379), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:01.267983 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc44145c-7cae-45fa-b339-fd2b3c42e275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93bc63e-095b-4667-bb36-f91a3d9f2379'}] {{(pid=104270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:08:01.270229 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8be0b5de5a23eefcc09db06b1daf5598b5c3b6529c2083486e3c6bab2d5553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032761e2-cebb-47b7-b2c0-8ef8ee299e86" -d '{"events": [{"server_uuid": "dc44145c-7cae-45fa-b339-fd2b3c42e275", "name": "network-vif-plugged", "status": "completed", "tag": "f93bc63e-095b-4667-bb36-f91a3d9f2379"}]}' {{(pid=104270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:08:01.283682 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port f93bc63e-095b-4667-bb36-f91a3d9f2379, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=f93bc63e-095b-4667-bb36-f91a3d9f2379,segment=NetworkSegment(e13fd0c2-9c6e-4a49-b62b-0d214dd47858),segment_id=e13fd0c2-9c6e-4a49-b62b-0d214dd47858)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:08:01.289137 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (f93bc63e-095b-4667-bb36-f91a3d9f2379), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:01.295004 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:01.314429 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3dbf93-c0b6-460c-ad5b-962ae2d3fc71 x-openstack-request-id: req-5a3dbf93-c0b6-460c-ad5b-962ae2d3fc71 {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:08:01.314718 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc44145c-7cae-45fa-b339-fd2b3c42e275", "name": "network-vif-plugged", "status": "completed", "tag": "f93bc63e-095b-4667-bb36-f91a3d9f2379", "code": 200}]} {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:08:01.314972 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a3dbf93-c0b6-460c-ad5b-962ae2d3fc71 {{(pid=104270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:08:01.315362 dv-cinder-845069-1-iscsi neutron-server[104270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a3dbf93-c0b6-460c-ad5b-962ae2d3fc71'] response: {'server_uuid': 'dc44145c-7cae-45fa-b339-fd2b3c42e275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93bc63e-095b-4667-bb36-f91a3d9f2379', 'code': 200} Jun 08 02:08:01.344480 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=f93bc63e-095b-4667-bb36-f91a3d9f2379,revision_number=5']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:08:01.748576 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-333aaf7e-552b-4f9a-9f40-191c81346909 req-64bd097b-9e14-4747-9ba0-52b91561da6e service neutron] 10.222.0.15 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790853 Jun 08 02:08:01.943852 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934069a-cd72-4a31-8fa6-fe1b95cf2b08 req-3025509e-8b74-46a8-add5-c091071a9e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:01.945954 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8934069a-cd72-4a31-8fa6-fe1b95cf2b08 req-3025509e-8b74-46a8-add5-c091071a9e13 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d40d753f66ec4ed2808aa65b825e66f8&device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 1128 time: 0.1014533 Jun 08 02:08:01.949950 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354a20c-6710-400b-bae2-85f0d68f915a req-42073983-9712-4be0-ad2b-82a55e66a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:01.952618 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6354a20c-6710-400b-bae2-85f0d68f915a req-42073983-9712-4be0-ad2b-82a55e66a56d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dc44145c-7cae-45fa-b339-fd2b3c42e275 HTTP/1.1" status: 200 len: 1130 time: 0.0920630 Jun 08 02:08:02.296073 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6354a20c-6710-400b-bae2-85f0d68f915a req-ab898b0b-37a1-4627-92bc-75ae139928b6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226826 Jun 08 02:08:02.321637 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934069a-cd72-4a31-8fa6-fe1b95cf2b08 req-42c83cf9-c56b-491a-aedc-0562a8068520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:02.321637 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8934069a-cd72-4a31-8fa6-fe1b95cf2b08 req-42c83cf9-c56b-491a-aedc-0562a8068520 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eafc844b-6465-4613-a6dd-f1b9698164f0 HTTP/1.1" status: 200 len: 920 time: 0.3455453 Jun 08 02:08:02.329865 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859181b-6e58-4100-afd7-da82f549b79c req-a978972b-6fab-4a3e-9e62-d38a820c2c91 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:02.331889 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f859181b-6e58-4100-afd7-da82f549b79c req-a978972b-6fab-4a3e-9e62-d38a820c2c91 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc44145c-7cae-45fa-b339-fd2b3c42e275 HTTP/1.1" status: 200 len: 946 time: 0.1749759 Jun 08 02:08:02.340915 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc27000-f297-40ff-8eb6-b15a2d0817ce req-bdb6bfba-a094-4ff3-bf1a-109c31bee18e tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:02.342907 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ecc27000-f297-40ff-8eb6-b15a2d0817ce req-bdb6bfba-a094-4ff3-bf1a-109c31bee18e tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.1870801 Jun 08 02:08:02.438258 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f859181b-6e58-4100-afd7-da82f549b79c req-d82357a0-dfe4-4e29-959c-58dcb5303f09 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932994 Jun 08 02:08:02.443858 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ecc27000-f297-40ff-8eb6-b15a2d0817ce req-152777b3-fe19-46f7-ad18-7a1f4185cb67 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869665 Jun 08 02:08:02.577881 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8934069a-cd72-4a31-8fa6-fe1b95cf2b08 req-fc9a0da7-18e1-4957-a185-6bafda4af4ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d96f59a2-4ec1-4327-b308-e50814a9bbc5 HTTP/1.1" status: 200 len: 217 time: 0.0352190 Jun 08 02:08:02.606768 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b18757-a7dc-489f-9aa5-892a40068aca req-12aaaefe-b32f-44d5-b3d6-a749b0fa695e tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:02.614242 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f1b18757-a7dc-489f-9aa5-892a40068aca req-12aaaefe-b32f-44d5-b3d6-a749b0fa695e tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 944 time: 0.1119525 Jun 08 02:08:02.615779 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:02.680580 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934069a-cd72-4a31-8fa6-fe1b95cf2b08 req-4b915bd2-441d-4fed-a676-78bed4a9b23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:02.682195 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8934069a-cd72-4a31-8fa6-fe1b95cf2b08 req-4b915bd2-441d-4fed-a676-78bed4a9b23d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b425173c-8738-4438-bb14-70ea3c375864 HTTP/1.1" status: 200 len: 858 time: 0.0908663 Jun 08 02:08:02.730900 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f1b18757-a7dc-489f-9aa5-892a40068aca req-e65389ea-8172-412d-9876-d3fd7df45ffb tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156933 Jun 08 02:08:02.752908 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934069a-cd72-4a31-8fa6-fe1b95cf2b08 req-f651388a-2705-4f75-b6fd-eba920579681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:02.752908 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8934069a-cd72-4a31-8fa6-fe1b95cf2b08 req-f651388a-2705-4f75-b6fd-eba920579681 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eafc844b-6465-4613-a6dd-f1b9698164f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549743 Jun 08 02:08:03.288539 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8934069a-cd72-4a31-8fa6-fe1b95cf2b08 req-1a7fe5d4-56ea-4234-967c-21faf868d570 service neutron] 10.222.0.15 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953550 Jun 08 02:08:03.396652 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:03.443478 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8934069a-cd72-4a31-8fa6-fe1b95cf2b08 req-dba7bfc0-1b6f-4e39-867b-ffcc0fcf7dee service neutron] 10.222.0.15 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165311 Jun 08 02:08:03.484786 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=43,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:03.486687 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=4,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:03.561450 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fa5fe-e868-4a00-8edf-e84f141d7c1d req-895dc3ea-dcfe-47d6-b37f-e2dc5b615290 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:03.562843 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-912fa5fe-e868-4a00-8edf-e84f141d7c1d req-895dc3ea-dcfe-47d6-b37f-e2dc5b615290 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc44145c-7cae-45fa-b339-fd2b3c42e275 HTTP/1.1" status: 200 len: 946 time: 0.0543218 Jun 08 02:08:03.616522 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-912fa5fe-e868-4a00-8edf-e84f141d7c1d req-96cc4265-bc79-48c5-a2ea-989bc1e64430 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480254 Jun 08 02:08:03.858697 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e6580-56fe-43c5-8f7b-35dbf4326444 req-e526c592-8881-4ebc-b070-8fbd5683731f tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:03.860206 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a54e6580-56fe-43c5-8f7b-35dbf4326444 req-e526c592-8881-4ebc-b070-8fbd5683731f tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 944 time: 0.0532646 Jun 08 02:08:03.920369 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a54e6580-56fe-43c5-8f7b-35dbf4326444 req-fa42d70c-a762-428a-bd54-c602f9a8408e tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543714 Jun 08 02:08:04.296926 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=8 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:04.301311 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:04.742238 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d6470-8580-4b75-9cdb-6aaac6192bdc req-d48f7156-9346-40f1-bc8e-480eea9d5046 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:04.743819 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4a9d6470-8580-4b75-9cdb-6aaac6192bdc req-d48f7156-9346-40f1-bc8e-480eea9d5046 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc44145c-7cae-45fa-b339-fd2b3c42e275 HTTP/1.1" status: 200 len: 946 time: 0.0511196 Jun 08 02:08:04.794829 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4a9d6470-8580-4b75-9cdb-6aaac6192bdc req-c2041ac3-9094-4427-9b29-2b347d51147a tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453424 Jun 08 02:08:05.058045 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b91303-86d7-42e9-9ac7-0288dcb9a39e req-135570e8-acc3-4a9a-b01f-2f9083c24857 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:05.059402 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f9b91303-86d7-42e9-9ac7-0288dcb9a39e req-135570e8-acc3-4a9a-b01f-2f9083c24857 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 944 time: 0.0553377 Jun 08 02:08:05.110040 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f9b91303-86d7-42e9-9ac7-0288dcb9a39e req-b113c8e7-556d-460e-a85b-7d0e7e642bd9 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447471 Jun 08 02:08:05.877255 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 53996) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:08:06.022173 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-fa42cb6f-c0b6-4f60-ae2d-88cce98df622 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:06.102102 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-fa42cb6f-c0b6-4f60-ae2d-88cce98df622 admin admin] Publish callbacks [] for security_group (ee36007e-92ae-4fae-920f-c289307ff9b8), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:06.106866 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-fa42cb6f-c0b6-4f60-ae2d-88cce98df622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (ee36007e-92ae-4fae-920f-c289307ff9b8), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:06.155304 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa42cb6f-c0b6-4f60-ae2d-88cce98df622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee36007e-92ae-4fae-920f-c289307ff9b8,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:08:06.166015 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-fa42cb6f-c0b6-4f60-ae2d-88cce98df622 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0c844c2b1fea403192a0b9c18504233e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2876384 Jun 08 02:08:06.166418 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 54002) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:08:06.287896 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc9c61-e6b8-46d8-857e-d5c036bd2ead req-99800a56-42ed-4dbb-ab32-d441fd052174 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:06.290409 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-66bc9c61-e6b8-46d8-857e-d5c036bd2ead req-99800a56-42ed-4dbb-ab32-d441fd052174 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 944 time: 0.0841980 Jun 08 02:08:06.304986 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-8d9be8c7-37a5-477f-8824-726528bd42fc admin admin] Publish callbacks [] for security_group (ee36007e-92ae-4fae-920f-c289307ff9b8), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:06.354075 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-8d9be8c7-37a5-477f-8824-726528bd42fc admin admin] Publish callbacks [] for security_group (ee36007e-92ae-4fae-920f-c289307ff9b8), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:06.398574 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-66bc9c61-e6b8-46d8-857e-d5c036bd2ead req-4ff48022-062e-48c7-a5a5-8def2b77cc0a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009138 Jun 08 02:08:06.433387 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-8d9be8c7-37a5-477f-8824-726528bd42fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (ee36007e-92ae-4fae-920f-c289307ff9b8), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:06.436203 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-8d9be8c7-37a5-477f-8824-726528bd42fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:06.440132 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-8d9be8c7-37a5-477f-8824-726528bd42fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee36007e-92ae-4fae-920f-c289307ff9b8 HTTP/1.1" status: 204 len: 168 time: 0.2724910 Jun 08 02:08:06.443353 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:06.451667 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9be8c7-37a5-477f-8824-726528bd42fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee36007e-92ae-4fae-920f-c289307ff9b8,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:08:06.837051 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-08620f04-89b1-4cc5-8f7e-d0f3f7523b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:07.522304 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa33c9f-dce9-4e50-8301-67774f3b024d req-8e90af88-ff5f-4a5a-ac6a-882315404c2d tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:07.524559 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-eaa33c9f-dce9-4e50-8301-67774f3b024d req-8e90af88-ff5f-4a5a-ac6a-882315404c2d tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 944 time: 0.0503869 Jun 08 02:08:07.593624 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-eaa33c9f-dce9-4e50-8301-67774f3b024d req-bf6c5ccf-281f-4e7f-9c90-038ff845bc9c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608854 Jun 08 02:08:08.717756 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a101aa-0f6a-4787-b27a-de4ddcd12419 req-4f87b6e7-0b23-4cc4-b6b9-dd8b249432a6 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:08.719383 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-10a101aa-0f6a-4787-b27a-de4ddcd12419 req-4f87b6e7-0b23-4cc4-b6b9-dd8b249432a6 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 944 time: 0.0501940 Jun 08 02:08:08.770485 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-10a101aa-0f6a-4787-b27a-de4ddcd12419 req-881b3b15-2ee5-42ac-b8d3-bac5fdec6ad2 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441856 Jun 08 02:08:09.121789 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-76eeb9e5-4323-4705-bc22-ebf35c6d4184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:09.898789 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8343fa4-e493-46bd-a3c4-cc82ca3ef43f req-ee34de63-21c3-4a14-835d-a7207fa02f75 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:09.900288 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b8343fa4-e493-46bd-a3c4-cc82ca3ef43f req-ee34de63-21c3-4a14-835d-a7207fa02f75 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 944 time: 0.0499694 Jun 08 02:08:09.966584 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b8343fa4-e493-46bd-a3c4-cc82ca3ef43f req-63625d70-ee25-4e6f-8a94-1e2f00ab467e tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593407 Jun 08 02:08:10.259995 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:11.148729 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2540b-cb87-4261-806e-759b50eb6f2d req-44cc9588-8acc-4bee-ac49-4279fd107773 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:11.155535 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-45a2540b-cb87-4261-806e-759b50eb6f2d req-44cc9588-8acc-4bee-ac49-4279fd107773 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 944 time: 0.1103270 Jun 08 02:08:11.196691 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:11.202281 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-45a2540b-cb87-4261-806e-759b50eb6f2d req-92f7eb5e-0536-4eff-a71e-6a22b7c37c61 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459387 Jun 08 02:08:11.849385 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:12.327877 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1372c78-6af2-4b4b-92e8-c2960e2fcbe7 req-8df2b672-69ad-4479-8282-21e3c9d07b2a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:12.337460 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c1372c78-6af2-4b4b-92e8-c2960e2fcbe7 req-8df2b672-69ad-4479-8282-21e3c9d07b2a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 944 time: 0.0605025 Jun 08 02:08:12.390147 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c1372c78-6af2-4b4b-92e8-c2960e2fcbe7 req-beca1a54-6c51-4f62-984d-b365355b2f4d tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514421 Jun 08 02:08:13.351367 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:13.538885 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d98e4-849f-4e92-8673-0f4ba34a1834 req-b57587a6-cf14-4303-a50f-ab1442d379ac tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:13.540477 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6b0d98e4-849f-4e92-8673-0f4ba34a1834 req-b57587a6-cf14-4303-a50f-ab1442d379ac tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 944 time: 0.0579209 Jun 08 02:08:13.594879 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6b0d98e4-849f-4e92-8673-0f4ba34a1834 req-7f7230a9-1cc6-4c63-becf-8a41d17abf87 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488768 Jun 08 02:08:13.846768 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13b081-65ea-4280-a106-6bb1d9496f14 req-336884c0-eea7-4a74-b28f-f4a6afc6d151 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:13.854948 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-dd13b081-65ea-4280-a106-6bb1d9496f14 req-336884c0-eea7-4a74-b28f-f4a6afc6d151 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 945 time: 0.0565770 Jun 08 02:08:13.901613 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-dd13b081-65ea-4280-a106-6bb1d9496f14 req-f8741109-681a-4043-8199-3bb6e0628cbe tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456293 Jun 08 02:08:14.718080 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df73db-f8a7-49bd-b732-7d58527572bd req-c8082868-c84d-4bf6-bab9-82ea1f4d4c4a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:14.725141 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f5df73db-f8a7-49bd-b732-7d58527572bd req-c8082868-c84d-4bf6-bab9-82ea1f4d4c4a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 944 time: 0.0542901 Jun 08 02:08:14.771625 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f5df73db-f8a7-49bd-b732-7d58527572bd req-dde07382-4d1b-43d0-846e-fa145a4392e4 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454960 Jun 08 02:08:15.027994 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ffc53-29f0-4879-8a34-8fb7f1fd2e60 req-ffd1f2be-c9b7-409b-9216-6924147e519e tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:15.029405 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b02ffc53-29f0-4879-8a34-8fb7f1fd2e60 req-ffd1f2be-c9b7-409b-9216-6924147e519e tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 945 time: 0.0517933 Jun 08 02:08:15.085505 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b02ffc53-29f0-4879-8a34-8fb7f1fd2e60 req-8f2d1c35-b9cf-4e7b-bf0b-c8df5c32391c tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501232 Jun 08 02:08:15.147000 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device d96f59a2-4ec1-4327-b308-e50814a9bbc5 details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 02:08:15.259586 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port d96f59a2-4ec1-4327-b308-e50814a9bbc5, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=d96f59a2-4ec1-4327-b308-e50814a9bbc5,segment=NetworkSegment(a0fcd5bf-dd48-409f-aa60-ccb3d3862478),segment_id=a0fcd5bf-dd48-409f-aa60-ccb3d3862478)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:08:15.272220 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Returning: {'device': 'd96f59a2-4ec1-4327-b308-e50814a9bbc5', 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0', 'port_id': 'd96f59a2-4ec1-4327-b308-e50814a9bbc5', 'mac_address': 'fa:16:3e:8d:35:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b425173c-8738-4438-bb14-70ea3c375864', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 02:08:15.313550 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port d96f59a2-4ec1-4327-b308-e50814a9bbc5 is: DOWN; New status is: BUILD {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:08:15.313930 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (d96f59a2-4ec1-4327-b308-e50814a9bbc5), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:15.328153 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d96f59a2-4ec1-4327-b308-e50814a9bbc5 {{(pid=104270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:08:15.350259 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port d96f59a2-4ec1-4327-b308-e50814a9bbc5, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=d96f59a2-4ec1-4327-b308-e50814a9bbc5,segment=NetworkSegment(a0fcd5bf-dd48-409f-aa60-ccb3d3862478),segment_id=a0fcd5bf-dd48-409f-aa60-ccb3d3862478)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:08:15.354505 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (d96f59a2-4ec1-4327-b308-e50814a9bbc5), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:15.416869 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=d96f59a2-4ec1-4327-b308-e50814a9bbc5,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:08:15.702247 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['d96f59a2-4ec1-4327-b308-e50814a9bbc5'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:08:15.820755 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:15.902723 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bde820-8ffd-4d21-9a3b-6a1bcab35833 req-1486792a-e416-4e3b-994a-2c2292a4485e tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:15.904332 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-14bde820-8ffd-4d21-9a3b-6a1bcab35833 req-1486792a-e416-4e3b-994a-2c2292a4485e tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 945 time: 0.0485363 Jun 08 02:08:15.965051 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-14bde820-8ffd-4d21-9a3b-6a1bcab35833 req-21b5f8e6-c1a8-48c7-9807-9cc2f8019458 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531774 Jun 08 02:08:16.148936 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=19,neutron:INSERT=8 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:16.151236 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=18,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:16.225408 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c043434-f00d-4bdf-8f6a-052627dd4d6a req-bad892c3-7882-4b68-8a75-afb8159d3b4f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:16.226906 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0c043434-f00d-4bdf-8f6a-052627dd4d6a req-bad892c3-7882-4b68-8a75-afb8159d3b4f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 945 time: 0.0594976 Jun 08 02:08:16.277733 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0c043434-f00d-4bdf-8f6a-052627dd4d6a req-82924fe9-fa7c-4ed6-9e7b-c32f5d0d3ce0 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453811 Jun 08 02:08:17.103727 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b42d6c-63f5-4ca4-8df7-7b300d17328f req-e39c684c-ca70-44b1-84ea-ccc93df6965a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:17.106097 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-78b42d6c-63f5-4ca4-8df7-7b300d17328f req-e39c684c-ca70-44b1-84ea-ccc93df6965a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 945 time: 0.0602388 Jun 08 02:08:17.129582 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:17.154293 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device d96f59a2-4ec1-4327-b308-e50814a9bbc5 up at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:08:17.179113 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-78b42d6c-63f5-4ca4-8df7-7b300d17328f req-b48e56e0-e5dc-4e04-bdd8-edf1c5f182fb tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664420 Jun 08 02:08:17.201811 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning for port d96f59a2-4ec1-4327-b308-e50814a9bbc5 completed by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 02:08:17.209014 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning complete for port d96f59a2-4ec1-4327-b308-e50814a9bbc5 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:08:17.209499 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (d96f59a2-4ec1-4327-b308-e50814a9bbc5), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:17.286806 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port d96f59a2-4ec1-4327-b308-e50814a9bbc5 is: BUILD; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:08:17.287194 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (d96f59a2-4ec1-4327-b308-e50814a9bbc5), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:17.318782 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596fe635-9554-4305-b88e-67139f06a3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96f59a2-4ec1-4327-b308-e50814a9bbc5'}] {{(pid=104270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:08:17.321373 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8be0b5de5a23eefcc09db06b1daf5598b5c3b6529c2083486e3c6bab2d5553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064ac0e3-f64f-4517-9256-1693631014fa" -d '{"events": [{"server_uuid": "596fe635-9554-4305-b88e-67139f06a3d0", "name": "network-vif-plugged", "status": "completed", "tag": "d96f59a2-4ec1-4327-b308-e50814a9bbc5"}]}' {{(pid=104270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:08:17.337125 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port d96f59a2-4ec1-4327-b308-e50814a9bbc5, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=d96f59a2-4ec1-4327-b308-e50814a9bbc5,segment=NetworkSegment(a0fcd5bf-dd48-409f-aa60-ccb3d3862478),segment_id=a0fcd5bf-dd48-409f-aa60-ccb3d3862478)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:08:17.342260 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (d96f59a2-4ec1-4327-b308-e50814a9bbc5), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:17.415544 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=d96f59a2-4ec1-4327-b308-e50814a9bbc5,revision_number=5']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:08:17.437606 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca29fa31-1e52-439e-b817-88fbd6b9ffd6 x-openstack-request-id: req-ca29fa31-1e52-439e-b817-88fbd6b9ffd6 {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:08:17.437890 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596fe635-9554-4305-b88e-67139f06a3d0", "name": "network-vif-plugged", "status": "completed", "tag": "d96f59a2-4ec1-4327-b308-e50814a9bbc5", "code": 200}]} {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:08:17.438259 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca29fa31-1e52-439e-b817-88fbd6b9ffd6 {{(pid=104270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:08:17.438675 dv-cinder-845069-1-iscsi neutron-server[104270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca29fa31-1e52-439e-b817-88fbd6b9ffd6'] response: {'server_uuid': '596fe635-9554-4305-b88e-67139f06a3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96f59a2-4ec1-4327-b308-e50814a9bbc5', 'code': 200} Jun 08 02:08:17.482631 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781838c-5d36-4ad2-a183-790949bdc97e req-40ae5d6a-b61b-493c-a795-bdb2d96e0183 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:17.490245 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5781838c-5d36-4ad2-a183-790949bdc97e req-40ae5d6a-b61b-493c-a795-bdb2d96e0183 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 945 time: 0.0974853 Jun 08 02:08:17.559911 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5781838c-5d36-4ad2-a183-790949bdc97e req-07b76b98-96a1-4033-b0ee-0ff45a747d5f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687788 Jun 08 02:08:17.635932 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae1057-06e7-44a7-83ee-75f14b46eb38 req-2c803f59-f0ff-4add-be92-ec4943a3fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:17.637738 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-59ae1057-06e7-44a7-83ee-75f14b46eb38 req-2c803f59-f0ff-4add-be92-ec4943a3fba3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 1130 time: 0.0451798 Jun 08 02:08:17.709037 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-59ae1057-06e7-44a7-83ee-75f14b46eb38 req-00a636c0-b19e-4572-ab3e-7ccf1880386c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610752 Jun 08 02:08:18.281799 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:18.296598 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501ae09-b92e-4edb-a7fd-844a9d3adba0 req-aab9adbf-fea2-466c-8ed1-59269fddc293 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:18.298094 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c501ae09-b92e-4edb-a7fd-844a9d3adba0 req-aab9adbf-fea2-466c-8ed1-59269fddc293 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0492835 Jun 08 02:08:18.350363 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c501ae09-b92e-4edb-a7fd-844a9d3adba0 req-a073266d-a64d-492c-9c41-c60b11faf374 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430110 Jun 08 02:08:18.711460 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69bade-94cb-4a9b-a61e-3bf8c0d2be48 req-b72fb8ca-c62d-4166-b17d-3b992c2154e1 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:18.722189 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3d69bade-94cb-4a9b-a61e-3bf8c0d2be48 req-b72fb8ca-c62d-4166-b17d-3b992c2154e1 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 945 time: 0.0642066 Jun 08 02:08:18.778510 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3d69bade-94cb-4a9b-a61e-3bf8c0d2be48 req-4552d8e8-cb1b-47fa-b629-0be7a0f7dd8c tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494995 Jun 08 02:08:19.478378 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1275b-1cc9-4989-9c03-846b1d649d1e req-f46f3a70-a620-4402-b988-51a82aaa0e05 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:19.480250 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-13e1275b-1cc9-4989-9c03-846b1d649d1e req-f46f3a70-a620-4402-b988-51a82aaa0e05 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0527391 Jun 08 02:08:19.532923 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-13e1275b-1cc9-4989-9c03-846b1d649d1e req-246af653-cf97-4f8d-b1c2-de0905d8767a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466950 Jun 08 02:08:19.933732 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151bd6d-b36b-4b49-9e9c-ddc7d862491d req-b92c8d3d-d3c3-46cf-bbba-994caed3c66c tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:19.935245 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3151bd6d-b36b-4b49-9e9c-ddc7d862491d req-b92c8d3d-d3c3-46cf-bbba-994caed3c66c tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 945 time: 0.0608013 Jun 08 02:08:19.987893 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3151bd6d-b36b-4b49-9e9c-ddc7d862491d req-b4986875-fbd6-4a63-8ea8-9067cc287dd6 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469470 Jun 08 02:08:20.658317 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093a132-4def-48f3-90e9-4d23bfcce259 req-4b86c7e4-86a7-4ae7-8d3e-5859f1fd9124 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:20.660074 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b093a132-4def-48f3-90e9-4d23bfcce259 req-4b86c7e4-86a7-4ae7-8d3e-5859f1fd9124 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0519454 Jun 08 02:08:20.720825 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b093a132-4def-48f3-90e9-4d23bfcce259 req-108bf044-0a17-4ed0-9550-41a932812633 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535851 Jun 08 02:08:20.842228 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b067d-0d35-4ae1-8c61-098016b6a594 req-97454222-cd85-4dde-b3a2-6650f2a4d1ab tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:20.844068 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-015b067d-0d35-4ae1-8c61-098016b6a594 req-97454222-cd85-4dde-b3a2-6650f2a4d1ab tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0484784 Jun 08 02:08:20.854284 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 54200) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:08:20.859138 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-a646eca6-c694-4077-8285-a5f109b26102 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Request body: {'floatingip': {'port_id': 'd96f59a2-4ec1-4327-b308-e50814a9bbc5'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:08:21.177103 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a646eca6-c694-4077-8285-a5f109b26102 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks [] for floatingip (29d2ac41-840a-44b1-b32f-027afc72da17), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:21.231791 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd71e86-3316-4006-8a1e-cbe464fa2e04 req-bd8dad70-35af-4082-8a7f-709e7fd803ff tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:21.233324 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4dd71e86-3316-4006-8a1e-cbe464fa2e04 req-bd8dad70-35af-4082-8a7f-709e7fd803ff tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 945 time: 0.0950038 Jun 08 02:08:21.364743 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4dd71e86-3316-4006-8a1e-cbe464fa2e04 req-8c783647-1502-4897-8c06-bc68112b3ea2 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137013 Jun 08 02:08:21.511665 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:22.001084 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a646eca6-c694-4077-8285-a5f109b26102 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:22.008686 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a646eca6-c694-4077-8285-a5f109b26102 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682813'] for floatingip (29d2ac41-840a-44b1-b32f-027afc72da17), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:22.092852 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:22.120589 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.db.l3_db [None req-a646eca6-c694-4077-8285-a5f109b26102 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Floating IP 29d2ac41-840a-44b1-b32f-027afc72da17 associated. External IP: 172.27.1.63, port: d96f59a2-4ec1-4327-b308-e50814a9bbc5. Jun 08 02:08:22.349314 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a646eca6-c694-4077-8285-a5f109b26102 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Router 0dc47941-d832-4ac4-9134-aa35ccb87cd6 has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:08:22.492667 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a509ae48-587d-4e09-967c-d35df140af6f req-4d976714-82ca-4c5f-9ae0-c4bcb4799129 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1382446 Jun 08 02:08:22.580245 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d45cf8-35b7-48e0-a774-1ace3ae6319b req-a2e7b881-b25a-4b45-a80c-3bd4775fef27 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:22.580245 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b3d45cf8-35b7-48e0-a774-1ace3ae6319b req-a2e7b881-b25a-4b45-a80c-3bd4775fef27 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 945 time: 0.1300297 Jun 08 02:08:22.585966 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a646eca6-c694-4077-8285-a5f109b26102 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:08:22.597743 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f5bf6f-a558-4f67-be80-345f14bcbb1d None None] Sync routers for ids ['0dc47941-d832-4ac4-9134-aa35ccb87cd6'] in dv-cinder-845069-1-iscsi {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:08:22.598199 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a646eca6-c694-4077-8285-a5f109b26102 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:22.611281 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f5bf6f-a558-4f67-be80-345f14bcbb1d None None] Routers {'0dc47941-d832-4ac4-9134-aa35ccb87cd6'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:08:22.612070 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-f9f5bf6f-a558-4f67-be80-345f14bcbb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:08:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['0dc47941-d832-4ac4-9134-aa35ccb87cd6'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:08:22.634606 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509ae48-587d-4e09-967c-d35df140af6f req-92ee466a-0761-426c-bb9e-69f215dc0899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:22.635559 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a509ae48-587d-4e09-967c-d35df140af6f req-92ee466a-0761-426c-bb9e-69f215dc0899 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=27f98152ab3440cf824c9ceb1c790bcf&device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 1130 time: 0.1090634 Jun 08 02:08:22.661952 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-a646eca6-c694-4077-8285-a5f109b26102 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "PUT /v2.0/floatingips/29d2ac41-840a-44b1-b32f-027afc72da17 HTTP/1.1" status: 200 len: 991 time: 1.8064597 Jun 08 02:08:22.668294 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596fe635-9554-4305-b88e-67139f06a3d0', 'tag': 'd96f59a2-4ec1-4327-b308-e50814a9bbc5'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:08:22.670657 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d411f3c9-7865-4a52-b447-e9238a0c02e8" -d '{"events": [{"name": "network-changed", "server_uuid": "596fe635-9554-4305-b88e-67139f06a3d0", "tag": "d96f59a2-4ec1-4327-b308-e50814a9bbc5"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:08:22.699373 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b3d45cf8-35b7-48e0-a774-1ace3ae6319b req-4637579a-937b-465a-b4b7-de1f8aa86a3d tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182625 Jun 08 02:08:22.760869 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-f9f5bf6f-a558-4f67-be80-345f14bcbb1d None None] Set router 0dc47941-d832-4ac4-9134-aa35ccb87cd6 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:08:22.767067 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2656daed-4fb1-4f39-9f0c-5a0efb5cee99 x-openstack-request-id: req-2656daed-4fb1-4f39-9f0c-5a0efb5cee99 {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:08:22.767358 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596fe635-9554-4305-b88e-67139f06a3d0", "tag": "d96f59a2-4ec1-4327-b308-e50814a9bbc5", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:08:22.767608 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2656daed-4fb1-4f39-9f0c-5a0efb5cee99 {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:08:22.768051 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2656daed-4fb1-4f39-9f0c-5a0efb5cee99'] response: {'name': 'network-changed', 'server_uuid': '596fe635-9554-4305-b88e-67139f06a3d0', 'tag': 'd96f59a2-4ec1-4327-b308-e50814a9bbc5', 'status': 'completed', 'code': 200} Jun 08 02:08:23.027442 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509ae48-587d-4e09-967c-d35df140af6f req-693a1035-f5e1-41a8-9bd4-dc53e3059094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:23.028983 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a509ae48-587d-4e09-967c-d35df140af6f req-693a1035-f5e1-41a8-9bd4-dc53e3059094 service neutron] 10.222.0.15 "GET /v2.0/networks?id=466dc4d7-a525-4704-a47b-5a136472c918 HTTP/1.1" status: 200 len: 912 time: 0.3655970 Jun 08 02:08:23.053921 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:23.083644 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-f9f5bf6f-a558-4f67-be80-345f14bcbb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1559781603-router', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'e890d3eb-e65d-447a-851e-2b17e2932251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:32Z', 'revision_number': 4, 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'gw_port': {'id': 'e890d3eb-e65d-447a-851e-2b17e2932251', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:24Z', 'updated_at': '2022-06-08T02:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': '29d2ac41-840a-44b1-b32f-027afc72da17', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'floating_ip_address': '172.27.1.63', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'port_id': 'd96f59a2-4ec1-4327-b308-e50814a9bbc5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0', 'mac_address': 'fa:16:3e:8d:35:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596fe635-9554-4305-b88e-67139f06a3d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:07:50Z', 'updated_at': '2022-06-08T02:08:21Z', 'revision_number': 1, 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b77a56c6-2496-48f0-9607-698f5c7e5630', 'name': '', 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'mac_address': 'fa:16:3e:25:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b425173c-8738-4438-bb14-70ea3c375864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:29Z', 'updated_at': '2022-06-08T02:05:41Z', 'revision_number': 5, 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'subnets': [{'id': 'b425173c-8738-4438-bb14-70ea3c375864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:08:23.093882 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411f3c9-7865-4a52-b447-e9238a0c02e8 req-ccaed07f-2c86-4b30-bcae-54d6bc27439f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:23.095570 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d411f3c9-7865-4a52-b447-e9238a0c02e8 req-ccaed07f-2c86-4b30-bcae-54d6bc27439f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d40d753f66ec4ed2808aa65b825e66f8&device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 1130 time: 0.2983308 Jun 08 02:08:23.108092 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f5bf6f-a558-4f67-be80-345f14bcbb1d None None] Checking router: 0dc47941-d832-4ac4-9134-aa35ccb87cd6 for host: dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:08:23.116623 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f5bf6f-a558-4f67-be80-345f14bcbb1d None None] Routers {'0dc47941-d832-4ac4-9134-aa35ccb87cd6'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:08:23.117232 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-f9f5bf6f-a558-4f67-be80-345f14bcbb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:08:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['0dc47941-d832-4ac4-9134-aa35ccb87cd6'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:08:23.156408 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a509ae48-587d-4e09-967c-d35df140af6f req-677fe9b6-9557-4d0c-b979-dd81308659ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f15849eb-1bf4-44c4-8575-7be145474d94 HTTP/1.1" status: 200 len: 1002 time: 0.1107295 Jun 08 02:08:23.217689 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-f9f5bf6f-a558-4f67-be80-345f14bcbb1d None None] Set router 0dc47941-d832-4ac4-9134-aa35ccb87cd6 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:08:23.232846 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411f3c9-7865-4a52-b447-e9238a0c02e8 req-ab8c17fe-6e5a-4f0d-9b15-43bedfde29df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:23.234320 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d411f3c9-7865-4a52-b447-e9238a0c02e8 req-ab8c17fe-6e5a-4f0d-9b15-43bedfde29df service neutron] 10.222.0.15 "GET /v2.0/networks?id=eafc844b-6465-4613-a6dd-f1b9698164f0 HTTP/1.1" status: 200 len: 920 time: 0.1295245 Jun 08 02:08:23.239616 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509ae48-587d-4e09-967c-d35df140af6f req-894193ab-3d2b-486f-a511-4c9ea267ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:23.241192 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a509ae48-587d-4e09-967c-d35df140af6f req-894193ab-3d2b-486f-a511-4c9ea267ab8a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f09d094-ed17-43ae-a27d-e0d8f7e1f047 HTTP/1.1" status: 200 len: 850 time: 0.0618954 Jun 08 02:08:23.304006 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:23.344743 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509ae48-587d-4e09-967c-d35df140af6f req-7a55fc14-701b-497a-9cc3-192b26fb0f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:23.346261 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a509ae48-587d-4e09-967c-d35df140af6f req-7a55fc14-701b-497a-9cc3-192b26fb0f9d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=466dc4d7-a525-4704-a47b-5a136472c918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0797694 Jun 08 02:08:23.352563 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d411f3c9-7865-4a52-b447-e9238a0c02e8 req-cf864844-b3d2-4426-bd0e-a6348951a182 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d96f59a2-4ec1-4327-b308-e50814a9bbc5 HTTP/1.1" status: 200 len: 999 time: 0.0918775 Jun 08 02:08:23.427280 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-f9f5bf6f-a558-4f67-be80-345f14bcbb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1559781603-router', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'e890d3eb-e65d-447a-851e-2b17e2932251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:32Z', 'revision_number': 4, 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'gw_port': {'id': 'e890d3eb-e65d-447a-851e-2b17e2932251', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:24Z', 'updated_at': '2022-06-08T02:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': '29d2ac41-840a-44b1-b32f-027afc72da17', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'floating_ip_address': '172.27.1.63', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'port_id': 'd96f59a2-4ec1-4327-b308-e50814a9bbc5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0', 'mac_address': 'fa:16:3e:8d:35:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596fe635-9554-4305-b88e-67139f06a3d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:07:50Z', 'updated_at': '2022-06-08T02:08:21Z', 'revision_number': 1, 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b77a56c6-2496-48f0-9607-698f5c7e5630', 'name': '', 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'mac_address': 'fa:16:3e:25:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b425173c-8738-4438-bb14-70ea3c375864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:29Z', 'updated_at': '2022-06-08T02:05:41Z', 'revision_number': 5, 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'subnets': [{'id': 'b425173c-8738-4438-bb14-70ea3c375864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:08:23.455697 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f5bf6f-a558-4f67-be80-345f14bcbb1d None None] The sync data for ids ['0dc47941-d832-4ac4-9134-aa35ccb87cd6'] in dv-cinder-845069-1-iscsi is: [{'id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1559781603-router', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'e890d3eb-e65d-447a-851e-2b17e2932251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:32Z', 'revision_number': 4, 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'gw_port': {'id': 'e890d3eb-e65d-447a-851e-2b17e2932251', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:24Z', 'updated_at': '2022-06-08T02:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': '29d2ac41-840a-44b1-b32f-027afc72da17', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'floating_ip_address': '172.27.1.63', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'port_id': 'd96f59a2-4ec1-4327-b308-e50814a9bbc5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0', 'mac_address': 'fa:16:3e:8d:35:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596fe635-9554-4305-b88e-67139f06a3d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:07:50Z', 'updated_at': '2022-06-08T02:08:21Z', 'revision_number': 1, 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b77a56c6-2496-48f0-9607-698f5c7e5630', 'name': '', 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'mac_address': 'fa:16:3e:25:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b425173c-8738-4438-bb14-70ea3c375864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:29Z', 'updated_at': '2022-06-08T02:05:41Z', 'revision_number': 5, 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'subnets': [{'id': 'b425173c-8738-4438-bb14-70ea3c375864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:08:23.460888 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411f3c9-7865-4a52-b447-e9238a0c02e8 req-78774017-a9ca-4f36-8771-b1bc76b41bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:23.462813 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d411f3c9-7865-4a52-b447-e9238a0c02e8 req-78774017-a9ca-4f36-8771-b1bc76b41bbd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b425173c-8738-4438-bb14-70ea3c375864 HTTP/1.1" status: 200 len: 858 time: 0.0929153 Jun 08 02:08:23.481372 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a509ae48-587d-4e09-967c-d35df140af6f req-f8bec872-aa1a-4e73-8a1c-0afc3066278f service neutron] 10.222.0.15 "GET /v2.0/networks/466dc4d7-a525-4704-a47b-5a136472c918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277723 Jun 08 02:08:23.573151 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411f3c9-7865-4a52-b447-e9238a0c02e8 req-d2b47120-1342-4d70-a4ce-de905100f323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:23.574701 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d411f3c9-7865-4a52-b447-e9238a0c02e8 req-d2b47120-1342-4d70-a4ce-de905100f323 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eafc844b-6465-4613-a6dd-f1b9698164f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0925720 Jun 08 02:08:23.651351 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d52f6b-3195-4569-9b48-80a318a5529a None None] New status for floating IP 29d2ac41-840a-44b1-b32f-027afc72da17: ACTIVE {{(pid=104270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 02:08:23.657853 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a509ae48-587d-4e09-967c-d35df140af6f req-8ea49cb9-c18f-4646-a71c-473cbe102710 service neutron] 10.222.0.15 "GET /v2.0/networks/466dc4d7-a525-4704-a47b-5a136472c918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652522 Jun 08 02:08:23.691862 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d411f3c9-7865-4a52-b447-e9238a0c02e8 req-e4a42a8b-ad3e-4072-a97e-3894f2fdcc5d service neutron] 10.222.0.15 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041725 Jun 08 02:08:23.699358 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:23.808494 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d411f3c9-7865-4a52-b447-e9238a0c02e8 req-7200381e-e3e7-40b5-887f-c3a434c42b37 service neutron] 10.222.0.15 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096466 Jun 08 02:08:23.842879 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45c0a6-cf88-45ab-8af6-172593926ba7 req-b77fbee3-4c59-4ec0-8f17-1b35c965dd9f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:23.845342 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ca45c0a6-cf88-45ab-8af6-172593926ba7 req-b77fbee3-4c59-4ec0-8f17-1b35c965dd9f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 945 time: 0.0518851 Jun 08 02:08:23.902973 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ca45c0a6-cf88-45ab-8af6-172593926ba7 req-92893cdd-9044-43fe-a2b9-985cf63e4edb tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499671 Jun 08 02:08:24.291775 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:08:25.027557 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d60a15-32d9-4351-b205-b9d84fb9a41e req-050ab5db-c6fa-4f07-90aa-49ce3327d171 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:25.029098 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b8d60a15-32d9-4351-b205-b9d84fb9a41e req-050ab5db-c6fa-4f07-90aa-49ce3327d171 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 945 time: 0.0512326 Jun 08 02:08:25.080906 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b8d60a15-32d9-4351-b205-b9d84fb9a41e req-4916cf04-bf3b-4d5c-8433-e499e0f7e6a6 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457385 Jun 08 02:08:25.515109 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:25.657535 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 54310) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:08:25.701022 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b262018-038b-45ff-8bd0-1c8d9dc72d4a admin admin] Deleting subnet 033aa666-a7e5-416e-80c1-a062d7f24f96 {{(pid=104268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 08 02:08:25.704041 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-5b262018-038b-45ff-8bd0-1c8d9dc72d4a admin admin] Publish callbacks [] for subnet (033aa666-a7e5-416e-80c1-a062d7f24f96), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:25.740307 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-5b262018-038b-45ff-8bd0-1c8d9dc72d4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8505923'] for subnet (033aa666-a7e5-416e-80c1-a062d7f24f96), precommit_delete_associations {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:25.757781 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:25.779674 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-5b262018-038b-45ff-8bd0-1c8d9dc72d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749588'] for subnet (033aa666-a7e5-416e-80c1-a062d7f24f96), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:25.837879 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-5b262018-038b-45ff-8bd0-1c8d9dc72d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8689909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8450983'] for subnet (033aa666-a7e5-416e-80c1-a062d7f24f96), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:25.845666 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:25.864983 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b262018-038b-45ff-8bd0-1c8d9dc72d4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=033aa666-a7e5-416e-80c1-a062d7f24f96,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:08:25.870479 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-5b262018-038b-45ff-8bd0-1c8d9dc72d4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:25.873666 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-5b262018-038b-45ff-8bd0-1c8d9dc72d4a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/033aa666-a7e5-416e-80c1-a062d7f24f96 HTTP/1.1" status: 204 len: 168 time: 0.2151520 Jun 08 02:08:25.876058 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 54312) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:08:25.943645 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a80de557-1366-47e5-906c-3b488a024ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1340890'] for network (8a44e4e9-cba1-44cd-ba3b-400779da1d15), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:26.026157 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a80de557-1366-47e5-906c-3b488a024ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749203', 'neutron.services.segments.db._delete_segments_for_network-8744501735437'] for network (8a44e4e9-cba1-44cd-ba3b-400779da1d15), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:26.045947 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.services.segments.db [None req-a80de557-1366-47e5-906c-3b488a024ae2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a44e4e9-cba1-44cd-ba3b-400779da1d15']}} {{(pid=104268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:08:26.055548 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.services.segments.db [None req-a80de557-1366-47e5-906c-3b488a024ae2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '897a0c03-e5dc-4e76-934b-34439857bbf1') {'for_net_delete': True} {{(pid=104268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:08:26.055841 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.services.segments.db [None req-a80de557-1366-47e5-906c-3b488a024ae2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '897a0c03-e5dc-4e76-934b-34439857bbf1') {} {{(pid=104268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:08:26.066133 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a80de557-1366-47e5-906c-3b488a024ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744501734036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8505930'] for segment (897a0c03-e5dc-4e76-934b-34439857bbf1), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:26.079408 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a80de557-1366-47e5-906c-3b488a024ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (897a0c03-e5dc-4e76-934b-34439857bbf1), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:26.086128 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a80de557-1366-47e5-906c-3b488a024ae2 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=104268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 02:08:26.086500 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a80de557-1366-47e5-906c-3b488a024ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8689839'] for segment (897a0c03-e5dc-4e76-934b-34439857bbf1), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:26.127877 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.services.segments.plugin [-] Segment 897a0c03-e5dc-4e76-934b-34439857bbf1 resource provider aggregate not found Jun 08 02:08:26.153523 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.services.segments.plugin [-] Segment 897a0c03-e5dc-4e76-934b-34439857bbf1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 897a0c03-e5dc-4e76-934b-34439857bbf1 found for delete ", "request_id": "req-a10c872d-d812-402d-a060-9489d979d04c"}]} Jun 08 02:08:26.155020 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a80de557-1366-47e5-906c-3b488a024ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682838'] for network (8a44e4e9-cba1-44cd-ba3b-400779da1d15), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:26.163328 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a80de557-1366-47e5-906c-3b488a024ae2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:26.166448 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-a80de557-1366-47e5-906c-3b488a024ae2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8a44e4e9-cba1-44cd-ba3b-400779da1d15 HTTP/1.1" status: 204 len: 168 time: 0.2894721 Jun 08 02:08:26.177953 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80de557-1366-47e5-906c-3b488a024ae2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a44e4e9-cba1-44cd-ba3b-400779da1d15,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:08:26.231045 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828c6dc-5e20-4b74-8323-c51fa2d19321 req-72a835a5-b14e-4435-a483-1ea219060be5 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:26.232592 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e828c6dc-5e20-4b74-8323-c51fa2d19321 req-72a835a5-b14e-4435-a483-1ea219060be5 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 945 time: 0.0498946 Jun 08 02:08:26.281009 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e828c6dc-5e20-4b74-8323-c51fa2d19321 req-c1fd4029-eef0-415a-bb06-7f84075c2465 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427644 Jun 08 02:08:26.350841 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 54326) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:08:26.393615 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-d5c9805c-d65a-43ba-85af-42ffea4f8151 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=540c921edbf24dbeaf13675b583bb464&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416474 Jun 08 02:08:26.396108 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 54328) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:08:26.445670 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-de5958a4-c34b-442d-9330-24f0e49d5401 admin admin] Publish callbacks [] for security_group (4a3ba2d0-d422-4599-8aeb-be79e7cac3ab), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:26.467124 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-de5958a4-c34b-442d-9330-24f0e49d5401 admin admin] Publish callbacks [] for security_group (4a3ba2d0-d422-4599-8aeb-be79e7cac3ab), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:26.515997 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-de5958a4-c34b-442d-9330-24f0e49d5401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (4a3ba2d0-d422-4599-8aeb-be79e7cac3ab), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:26.518640 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-de5958a4-c34b-442d-9330-24f0e49d5401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:26.519771 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-de5958a4-c34b-442d-9330-24f0e49d5401 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4a3ba2d0-d422-4599-8aeb-be79e7cac3ab HTTP/1.1" status: 204 len: 168 time: 0.1227648 Jun 08 02:08:26.527728 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5958a4-c34b-442d-9330-24f0e49d5401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3ba2d0-d422-4599-8aeb-be79e7cac3ab,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:08:27.408096 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241e7ca-d823-4729-8784-0d7b608a6c81 req-828bb817-afc0-4d70-a408-8a0a10e85f6b tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:27.409863 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8241e7ca-d823-4729-8784-0d7b608a6c81 req-828bb817-afc0-4d70-a408-8a0a10e85f6b tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 945 time: 0.0513663 Jun 08 02:08:27.461052 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8241e7ca-d823-4729-8784-0d7b608a6c81 req-ce6aec8c-0ad6-4f7c-8221-645afcc99093 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438337 Jun 08 02:08:27.653287 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 54364) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:08:27.762464 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-1778449b-bd40-4bd4-99df-465d63ea9068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:27.840865 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-1778449b-bd40-4bd4-99df-465d63ea9068 admin admin] Publish callbacks [] for security_group (5d60bf55-6639-4fad-990d-29b3cec039ce), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:27.845344 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-1778449b-bd40-4bd4-99df-465d63ea9068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (5d60bf55-6639-4fad-990d-29b3cec039ce), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:27.885718 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778449b-bd40-4bd4-99df-465d63ea9068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d60bf55-6639-4fad-990d-29b3cec039ce,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:08:27.890990 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-1778449b-bd40-4bd4-99df-465d63ea9068 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f79742baeab463fbefc5cf365d0e518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367225 Jun 08 02:08:27.893650 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 54368) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:08:27.940984 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-519fd0f3-3ef1-435e-bdd8-57dadbce5756 admin admin] Publish callbacks [] for security_group (5d60bf55-6639-4fad-990d-29b3cec039ce), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:27.963794 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-519fd0f3-3ef1-435e-bdd8-57dadbce5756 admin admin] Publish callbacks [] for security_group (5d60bf55-6639-4fad-990d-29b3cec039ce), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:28.009855 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-519fd0f3-3ef1-435e-bdd8-57dadbce5756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (5d60bf55-6639-4fad-990d-29b3cec039ce), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:28.012379 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-519fd0f3-3ef1-435e-bdd8-57dadbce5756 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:28.013543 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-519fd0f3-3ef1-435e-bdd8-57dadbce5756 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d60bf55-6639-4fad-990d-29b3cec039ce HTTP/1.1" status: 204 len: 168 time: 0.1190047 Jun 08 02:08:28.024425 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519fd0f3-3ef1-435e-bdd8-57dadbce5756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d60bf55-6639-4fad-990d-29b3cec039ce,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:08:28.233534 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-5a0d09bb-409f-4f56-8004-5ca3d4d95303 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1106259715&fields=id&tenant_id=43e5d438bb1f4eb28d3f3f68d77b5dee HTTP/1.1" status: 200 len: 267 time: 0.0539484 Jun 08 02:08:28.355847 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-fb5c9c8a-6b14-4a00-8d43-3d212e2e1a3d tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:28.357255 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-fb5c9c8a-6b14-4a00-8d43-3d212e2e1a3d tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/networks?id=aee60589-e544-41a2-b3ab-36bcd464e5c3 HTTP/1.1" status: 200 len: 809 time: 0.1098473 Jun 08 02:08:28.371984 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-1910ba78-b4c1-4e3c-8fd0-9d22496d0430 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/quotas/43e5d438bb1f4eb28d3f3f68d77b5dee HTTP/1.1" status: 200 len: 375 time: 0.0093822 Jun 08 02:08:28.421120 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-718aa03f-e5f6-47f4-ab29-c2a5865b305e tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=43e5d438bb1f4eb28d3f3f68d77b5dee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444188 Jun 08 02:08:28.524131 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-b7f0208a-1668-4639-97f3-e3c84456870b service neutron] 10.222.0.20 "GET /v2.0/networks/aee60589-e544-41a2-b3ab-36bcd464e5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892129 Jun 08 02:08:28.610456 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:28.638151 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb17355-87b5-4e64-a8db-9ca3f41e9d2d req-a2047ab2-8fa6-436d-bea8-536d039c1dd2 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:28.639590 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3eb17355-87b5-4e64-a8db-9ca3f41e9d2d req-a2047ab2-8fa6-436d-bea8-536d039c1dd2 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 945 time: 0.1011751 Jun 08 02:08:28.693052 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-64d5cb66-21af-4127-8165-1e28ce9e5b93 service neutron] 10.222.0.20 "GET /v2.0/networks/aee60589-e544-41a2-b3ab-36bcd464e5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631556 Jun 08 02:08:28.709984 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3eb17355-87b5-4e64-a8db-9ca3f41e9d2d req-b3b1e02b-6930-4d06-900e-7e29a96ab4c1 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636377 Jun 08 02:08:28.972333 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:28.991953 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f42a3ce2-95de-42e0-ab41-9711fc7bac9a req-a00be386-93c9-4937-bf54-4d3210fdb688 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 210 time: 0.0313191 Jun 08 02:08:29.833237 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5110b0b-2b75-4b36-a0c7-a7ffdb6936c4 req-105d11de-5a90-4d29-b1bc-0a99e0cf6d7b tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:29.834758 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a5110b0b-2b75-4b36-a0c7-a7ffdb6936c4 req-105d11de-5a90-4d29-b1bc-0a99e0cf6d7b tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 945 time: 0.0500205 Jun 08 02:08:29.882118 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a5110b0b-2b75-4b36-a0c7-a7ffdb6936c4 req-4bc945dc-6c22-456d-ac3c-b6c7a27559bc tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416975 Jun 08 02:08:30.085376 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-77b35c70-4652-469e-8b30-51922018fc73 req-0fb77d7e-5e0e-40f3-bf39-1a7a0a354744 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 210 time: 0.0268366 Jun 08 02:08:30.530799 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-a056a31b-7a68-476c-af11-e0d56a971de2 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:30.532198 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-a056a31b-7a68-476c-af11-e0d56a971de2 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.15 "GET /v2.0/networks?id=aee60589-e544-41a2-b3ab-36bcd464e5c3 HTTP/1.1" status: 200 len: 809 time: 0.1033254 Jun 08 02:08:30.655362 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-3016cc92-d3b5-4f70-b929-6ad05bfc0389 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43e5d438bb1f4eb28d3f3f68d77b5dee HTTP/1.1" status: 200 len: 380 time: 0.0611773 Jun 08 02:08:30.679417 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-99d0f557-9d6c-4360-aa60-0f44bde41dde tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Request body: {'port': {'device_id': '4cf1e158-1c3a-488c-8227-d7279cea2978', 'network_id': 'aee60589-e544-41a2-b3ab-36bcd464e5c3', 'admin_state_up': True, 'tenant_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'security_groups': ['9fdad9c6-6ad2-4127-bcaf-70feac130b39']}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:08:30.785900 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-99d0f557-9d6c-4360-aa60-0f44bde41dde tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Made reservation on behalf of 43e5d438bb1f4eb28d3f3f68d77b5dee for: {'port': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:08:30.789951 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-99d0f557-9d6c-4360-aa60-0f44bde41dde tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:30.917221 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-99d0f557-9d6c-4360-aa60-0f44bde41dde tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Allocated IP 172.20.0.7 (aee60589-e544-41a2-b3ab-36bcd464e5c3/5be850c6-a58b-481a-bd0d-69acb24f113c/8bbb59fb-caf5-486d-bd77-92280696e47b) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:08:31.051747 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bcbbc1-0416-40e9-afef-60165f8f8704 req-6d449677-c06a-43d9-a72c-80ad6f96ed26 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:31.053161 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d1bcbbc1-0416-40e9-afef-60165f8f8704 req-6d449677-c06a-43d9-a72c-80ad6f96ed26 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 945 time: 0.0966585 Jun 08 02:08:31.083983 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:31.124746 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-99d0f557-9d6c-4360-aa60-0f44bde41dde tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks [] for port (8bbb59fb-caf5-486d-bd77-92280696e47b), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:31.150596 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d1bcbbc1-0416-40e9-afef-60165f8f8704 req-1424b6b0-eed2-424c-b2c8-2988b3271128 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914271 Jun 08 02:08:31.201888 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-95b8a76d-139d-4b80-a6e6-786497c049d9 req-ee9a40af-08bc-4768-876a-a3062977c7a6 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 210 time: 0.0392280 Jun 08 02:08:31.203112 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-99d0f557-9d6c-4360-aa60-0f44bde41dde tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (8bbb59fb-caf5-486d-bd77-92280696e47b), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:31.246813 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-99d0f557-9d6c-4360-aa60-0f44bde41dde tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Network aee60589-e544-41a2-b3ab-36bcd464e5c3 is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:08:31.249899 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-99d0f557-9d6c-4360-aa60-0f44bde41dde tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:08:31.254002 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-99d0f557-9d6c-4360-aa60-0f44bde41dde tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:08:31.282128 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0f557-9d6c-4360-aa60-0f44bde41dde tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Pushing event updated for resources: {'Port': ['ID=8bbb59fb-caf5-486d-bd77-92280696e47b,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:08:31.291337 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:31.311602 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-99d0f557-9d6c-4360-aa60-0f44bde41dde tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:31.312242 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-99d0f557-9d6c-4360-aa60-0f44bde41dde tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:31.331292 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-99d0f557-9d6c-4360-aa60-0f44bde41dde tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6554682 Jun 08 02:08:31.352898 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-2d502718-d1ce-4a46-96f0-7d2a3c8d0b18 service neutron] Request body: {'port': {'device_id': '4cf1e158-1c3a-488c-8227-d7279cea2978', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:08:31.417289 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-2d502718-d1ce-4a46-96f0-7d2a3c8d0b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (8bbb59fb-caf5-486d-bd77-92280696e47b), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:31.530141 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-a83630c0-c2be-4783-95a6-42cff3e8f458 None None] Provisioning complete for port 8bbb59fb-caf5-486d-bd77-92280696e47b triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:08:31.530804 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-a83630c0-c2be-4783-95a6-42cff3e8f458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (8bbb59fb-caf5-486d-bd77-92280696e47b), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:31.565542 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-a83630c0-c2be-4783-95a6-42cff3e8f458 None None] Port 8bbb59fb-caf5-486d-bd77-92280696e47b cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:08:31.696425 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-2d502718-d1ce-4a46-96f0-7d2a3c8d0b18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bbb59fb-caf5-486d-bd77-92280696e47b {{(pid=104268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:08:31.703607 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-2d502718-d1ce-4a46-96f0-7d2a3c8d0b18 service neutron] Publish callbacks [] for port (8bbb59fb-caf5-486d-bd77-92280696e47b), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:31.716802 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.provisioning_blocks [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-2d502718-d1ce-4a46-96f0-7d2a3c8d0b18 service neutron] Transition to ACTIVE for port object 8bbb59fb-caf5-486d-bd77-92280696e47b will not be triggered until provisioned by entity L2. {{(pid=104268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 02:08:31.720206 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-2d502718-d1ce-4a46-96f0-7d2a3c8d0b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (8bbb59fb-caf5-486d-bd77-92280696e47b), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:31.770559 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d502718-d1ce-4a46-96f0-7d2a3c8d0b18 service neutron] Pushing event updated for resources: {'Port': ['ID=8bbb59fb-caf5-486d-bd77-92280696e47b,revision_number=2']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:08:31.845749 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-2d502718-d1ce-4a46-96f0-7d2a3c8d0b18 service neutron] Attempting to bind port 8bbb59fb-caf5-486d-bd77-92280696e47b on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:08:31.846075 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-2d502718-d1ce-4a46-96f0-7d2a3c8d0b18 service neutron] Attempting to bind port 8bbb59fb-caf5-486d-bd77-92280696e47b by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': 'df4507ce-d6e1-4b69-af50-fdc1c233f973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'aee60589-e544-41a2-b3ab-36bcd464e5c3'}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:08:31.846395 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-2d502718-d1ce-4a46-96f0-7d2a3c8d0b18 service neutron] Attempting to bind port 8bbb59fb-caf5-486d-bd77-92280696e47b on network aee60589-e544-41a2-b3ab-36bcd464e5c3 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:08:31.851927 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-2d502718-d1ce-4a46-96f0-7d2a3c8d0b18 service neutron] Port 8bbb59fb-caf5-486d-bd77-92280696e47b on network aee60589-e544-41a2-b3ab-36bcd464e5c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 02:08:31.852239 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-2d502718-d1ce-4a46-96f0-7d2a3c8d0b18 service neutron] Attempting to bind port 8bbb59fb-caf5-486d-bd77-92280696e47b on network aee60589-e544-41a2-b3ab-36bcd464e5c3 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:08:31.857368 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-2d502718-d1ce-4a46-96f0-7d2a3c8d0b18 service neutron] Checking agent: {'id': 'aa11e808-eba7-468a-acd8-b3aef0cfc542', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'started_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:08:31.857703 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-2d502718-d1ce-4a46-96f0-7d2a3c8d0b18 service neutron] Checking segment: {'id': 'df4507ce-d6e1-4b69-af50-fdc1c233f973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'aee60589-e544-41a2-b3ab-36bcd464e5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:08:31.858080 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-2d502718-d1ce-4a46-96f0-7d2a3c8d0b18 service neutron] Bound using segment: {'id': 'df4507ce-d6e1-4b69-af50-fdc1c233f973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'aee60589-e544-41a2-b3ab-36bcd464e5c3'} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:08:31.858497 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-2d502718-d1ce-4a46-96f0-7d2a3c8d0b18 service neutron] Bound port: 8bbb59fb-caf5-486d-bd77-92280696e47b, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df4507ce-d6e1-4b69-af50-fdc1c233f973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'aee60589-e544-41a2-b3ab-36bcd464e5c3'}}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:08:31.858849 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-2d502718-d1ce-4a46-96f0-7d2a3c8d0b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (8bbb59fb-caf5-486d-bd77-92280696e47b), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:31.924217 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-2d502718-d1ce-4a46-96f0-7d2a3c8d0b18 service neutron] For port 8bbb59fb-caf5-486d-bd77-92280696e47b, host hv-cinder-84506, cleared binding levels {{(pid=104268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:08:31.927257 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-2d502718-d1ce-4a46-96f0-7d2a3c8d0b18 service neutron] For port 8bbb59fb-caf5-486d-bd77-92280696e47b, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=8bbb59fb-caf5-486d-bd77-92280696e47b,segment=NetworkSegment(df4507ce-d6e1-4b69-af50-fdc1c233f973),segment_id=df4507ce-d6e1-4b69-af50-fdc1c233f973)] {{(pid=104268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:08:31.933887 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-2d502718-d1ce-4a46-96f0-7d2a3c8d0b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (8bbb59fb-caf5-486d-bd77-92280696e47b), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:31.936964 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:31.972031 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-2d502718-d1ce-4a46-96f0-7d2a3c8d0b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:31.972694 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-2d502718-d1ce-4a46-96f0-7d2a3c8d0b18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:31.974076 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-2d502718-d1ce-4a46-96f0-7d2a3c8d0b18 service neutron] 10.222.0.15 "PUT /v2.0/ports/8bbb59fb-caf5-486d-bd77-92280696e47b HTTP/1.1" status: 200 len: 1093 time: 0.6271658 Jun 08 02:08:31.974507 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cf1e158-1c3a-488c-8227-d7279cea2978', 'tag': '8bbb59fb-caf5-486d-bd77-92280696e47b'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:08:31.977885 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28a5e1a-9814-4da3-8f24-207ac295c656" -d '{"events": [{"name": "network-changed", "server_uuid": "4cf1e158-1c3a-488c-8227-d7279cea2978", "tag": "8bbb59fb-caf5-486d-bd77-92280696e47b"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:08:32.005014 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d502718-d1ce-4a46-96f0-7d2a3c8d0b18 service neutron] Pushing event updated for resources: {'Port': ['ID=8bbb59fb-caf5-486d-bd77-92280696e47b,revision_number=3']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:08:32.036694 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8200fefb-0216-4058-a94f-66d501da9b2b x-openstack-request-id: req-8200fefb-0216-4058-a94f-66d501da9b2b {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:08:32.036983 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cf1e158-1c3a-488c-8227-d7279cea2978", "tag": "8bbb59fb-caf5-486d-bd77-92280696e47b", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:08:32.037233 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8200fefb-0216-4058-a94f-66d501da9b2b {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:08:32.038157 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8200fefb-0216-4058-a94f-66d501da9b2b'] response: {'name': 'network-changed', 'server_uuid': '4cf1e158-1c3a-488c-8227-d7279cea2978', 'tag': '8bbb59fb-caf5-486d-bd77-92280696e47b', 'status': 'completed', 'code': 200} Jun 08 02:08:32.068744 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-21b319d8-ef9f-4122-be80-2389b6552087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:32.070458 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-21b319d8-ef9f-4122-be80-2389b6552087 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=43e5d438bb1f4eb28d3f3f68d77b5dee&device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 1127 time: 0.0454657 Jun 08 02:08:32.124144 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-1cfe1090-e1d2-4fbd-9a24-256b13bfd378 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bbb59fb-caf5-486d-bd77-92280696e47b HTTP/1.1" status: 200 len: 217 time: 0.0415392 Jun 08 02:08:32.180761 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-ab8dec2b-5328-4c27-9460-6fa4618eb502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:32.182209 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-ab8dec2b-5328-4c27-9460-6fa4618eb502 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5be850c6-a58b-481a-bd0d-69acb24f113c HTTP/1.1" status: 200 len: 848 time: 0.0452197 Jun 08 02:08:32.199424 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:32.243684 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-1f90e821-d99a-4fcd-a068-36262f1d0c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:32.245177 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-1f90e821-d99a-4fcd-a068-36262f1d0c7d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aee60589-e544-41a2-b3ab-36bcd464e5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540965 Jun 08 02:08:32.348445 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87585041-d5cc-4fd5-b3ef-9f4bf0e13bec req-2d6dddbd-3bed-42ac-8990-5403abe2ad79 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:32.349842 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-87585041-d5cc-4fd5-b3ef-9f4bf0e13bec req-2d6dddbd-3bed-42ac-8990-5403abe2ad79 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 945 time: 0.1185577 Jun 08 02:08:32.388745 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f51f63-723c-4c40-9143-a91fe7b4f1a5 req-4bae2758-a8ff-429d-a20f-ca6b0cb96fb9 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:32.390155 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-59f51f63-723c-4c40-9143-a91fe7b4f1a5 req-4bae2758-a8ff-429d-a20f-ca6b0cb96fb9 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 943 time: 0.1154039 Jun 08 02:08:32.685699 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-87585041-d5cc-4fd5-b3ef-9f4bf0e13bec req-2979fef8-45ad-46cd-9059-93b7cfa8fd5d tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3293421 Jun 08 02:08:32.694105 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-53d305c7-9ab8-497f-8d1a-70d44c2c29ef service neutron] 10.222.0.15 "GET /v2.0/networks/aee60589-e544-41a2-b3ab-36bcd464e5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290617 Jun 08 02:08:32.715852 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-59f51f63-723c-4c40-9143-a91fe7b4f1a5 req-007e473c-ee19-461c-a04d-6b7690b4731d tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876901 Jun 08 02:08:32.790531 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4e3f152c-5dd1-49c5-aca0-6cae9f25031d req-e376b909-ef9c-4026-bd82-959334843523 service neutron] 10.222.0.15 "GET /v2.0/networks/aee60589-e544-41a2-b3ab-36bcd464e5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871768 Jun 08 02:08:33.263077 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a5e1a-9814-4da3-8f24-207ac295c656 req-3c927c9f-0d7b-451c-9906-2e8c4f18f1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:33.264560 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e28a5e1a-9814-4da3-8f24-207ac295c656 req-3c927c9f-0d7b-451c-9906-2e8c4f18f1e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=43e5d438bb1f4eb28d3f3f68d77b5dee&device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 1127 time: 0.0419340 Jun 08 02:08:33.273556 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 4c178719-6047-43d9-9d57-30618b0b060e details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 02:08:33.356147 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a5e1a-9814-4da3-8f24-207ac295c656 req-2f809797-e84d-4684-a30c-249abd3f6f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:33.357626 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e28a5e1a-9814-4da3-8f24-207ac295c656 req-2f809797-e84d-4684-a30c-249abd3f6f6c service neutron] 10.222.0.15 "GET /v2.0/networks?id=aee60589-e544-41a2-b3ab-36bcd464e5c3 HTTP/1.1" status: 200 len: 910 time: 0.0819907 Jun 08 02:08:33.373224 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 4c178719-6047-43d9-9d57-30618b0b060e, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=4c178719-6047-43d9-9d57-30618b0b060e,segment=NetworkSegment(53131b2e-d267-40fd-aee8-2cb51a86cc49),segment_id=53131b2e-d267-40fd-aee8-2cb51a86cc49)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:08:33.385083 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Returning: {'device': '4c178719-6047-43d9-9d57-30618b0b060e', 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7', 'port_id': '4c178719-6047-43d9-9d57-30618b0b060e', 'mac_address': 'fa:16:3e:46:14:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35584f73-fd5a-4825-84bf-35c3d28082c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 02:08:33.403463 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e28a5e1a-9814-4da3-8f24-207ac295c656 req-1567d251-4ee9-40cf-a670-814a02029379 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bbb59fb-caf5-486d-bd77-92280696e47b HTTP/1.1" status: 200 len: 217 time: 0.0381315 Jun 08 02:08:33.418603 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 4c178719-6047-43d9-9d57-30618b0b060e is: ACTIVE; New status is: BUILD {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:08:33.418993 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (4c178719-6047-43d9-9d57-30618b0b060e), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:33.432646 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c178719-6047-43d9-9d57-30618b0b060e {{(pid=104270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:08:33.453766 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a5e1a-9814-4da3-8f24-207ac295c656 req-714045c3-04e1-499d-a089-9379ad58bcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:33.455214 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e28a5e1a-9814-4da3-8f24-207ac295c656 req-714045c3-04e1-499d-a089-9379ad58bcf5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5be850c6-a58b-481a-bd0d-69acb24f113c HTTP/1.1" status: 200 len: 848 time: 0.0435343 Jun 08 02:08:33.456323 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 4c178719-6047-43d9-9d57-30618b0b060e, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=4c178719-6047-43d9-9d57-30618b0b060e,segment=NetworkSegment(53131b2e-d267-40fd-aee8-2cb51a86cc49),segment_id=53131b2e-d267-40fd-aee8-2cb51a86cc49)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:08:33.461139 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (4c178719-6047-43d9-9d57-30618b0b060e), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:33.464573 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:33.500379 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a5e1a-9814-4da3-8f24-207ac295c656 req-c05f410f-f67d-4c17-85f3-e0ba31895a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:33.502166 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e28a5e1a-9814-4da3-8f24-207ac295c656 req-c05f410f-f67d-4c17-85f3-e0ba31895a30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aee60589-e544-41a2-b3ab-36bcd464e5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400944 Jun 08 02:08:33.510486 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=4c178719-6047-43d9-9d57-30618b0b060e,revision_number=6']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:08:33.594485 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e28a5e1a-9814-4da3-8f24-207ac295c656 req-07a638c8-5c5f-40e0-a9a7-12102e34268a service neutron] 10.222.0.15 "GET /v2.0/networks/aee60589-e544-41a2-b3ab-36bcd464e5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834374 Jun 08 02:08:33.601343 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['4c178719-6047-43d9-9d57-30618b0b060e'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:08:33.681952 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e28a5e1a-9814-4da3-8f24-207ac295c656 req-edae8536-7499-4faa-b413-e4f4c84517f2 service neutron] 10.222.0.15 "GET /v2.0/networks/aee60589-e544-41a2-b3ab-36bcd464e5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807772 Jun 08 02:08:33.790852 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:33.834858 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85279372-b689-4c72-b032-666fcb04ec59 req-8bee17f6-10eb-4e92-bd9f-1a5c691fec16 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:33.836314 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-85279372-b689-4c72-b032-666fcb04ec59 req-8bee17f6-10eb-4e92-bd9f-1a5c691fec16 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 944 time: 0.0767908 Jun 08 02:08:33.855279 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b86bd-519b-4a35-b789-39bccc399720 req-bdb3d118-53a4-4b27-8429-06a3ed9e81aa tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:33.856665 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f66b86bd-519b-4a35-b789-39bccc399720 req-bdb3d118-53a4-4b27-8429-06a3ed9e81aa tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 943 time: 0.0690377 Jun 08 02:08:33.896660 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:33.921403 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-85279372-b689-4c72-b032-666fcb04ec59 req-009ba340-af2f-4c1f-b3b6-31ec86f1583c tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795863 Jun 08 02:08:33.931069 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f66b86bd-519b-4a35-b789-39bccc399720 req-438931b8-b5d6-4d31-be80-700a4b46e177 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677502 Jun 08 02:08:35.075198 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6239cf-8a64-46cd-b19f-52d58dc1b11a req-0606129d-a999-4ffa-a4c8-1acec960030d tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:35.076754 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5d6239cf-8a64-46cd-b19f-52d58dc1b11a req-0606129d-a999-4ffa-a4c8-1acec960030d tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 944 time: 0.0787640 Jun 08 02:08:35.082644 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d4d82-6818-4e8a-9dbc-9baf0fc1d736 req-cce0ccd9-ffb9-489d-a44b-b5e601e50c98 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:35.084086 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-485d4d82-6818-4e8a-9dbc-9baf0fc1d736 req-cce0ccd9-ffb9-489d-a44b-b5e601e50c98 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 943 time: 0.0843136 Jun 08 02:08:35.153806 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5d6239cf-8a64-46cd-b19f-52d58dc1b11a req-84289926-ba3a-448f-8b2a-d64d2fde4e37 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683873 Jun 08 02:08:35.168292 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-485d4d82-6818-4e8a-9dbc-9baf0fc1d736 req-c253426b-9080-4f45-ab83-158d10a9095b tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761569 Jun 08 02:08:35.275360 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 4c178719-6047-43d9-9d57-30618b0b060e up at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:08:35.319689 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning complete for port 4c178719-6047-43d9-9d57-30618b0b060e triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:08:35.320061 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (4c178719-6047-43d9-9d57-30618b0b060e), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:35.394410 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 4c178719-6047-43d9-9d57-30618b0b060e is: BUILD; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:08:35.395483 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (4c178719-6047-43d9-9d57-30618b0b060e), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:35.420979 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7944f2e-2294-4a69-bd4e-d51f50e73e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c178719-6047-43d9-9d57-30618b0b060e'}] {{(pid=104270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:08:35.423071 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8be0b5de5a23eefcc09db06b1daf5598b5c3b6529c2083486e3c6bab2d5553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ad46fe-0a83-4891-8f60-fd4dea431b92" -d '{"events": [{"server_uuid": "b7944f2e-2294-4a69-bd4e-d51f50e73e56", "name": "network-vif-plugged", "status": "completed", "tag": "4c178719-6047-43d9-9d57-30618b0b060e"}]}' {{(pid=104270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:08:35.436211 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 4c178719-6047-43d9-9d57-30618b0b060e, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=4c178719-6047-43d9-9d57-30618b0b060e,segment=NetworkSegment(53131b2e-d267-40fd-aee8-2cb51a86cc49),segment_id=53131b2e-d267-40fd-aee8-2cb51a86cc49)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:08:35.441311 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (4c178719-6047-43d9-9d57-30618b0b060e), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:35.470796 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0940a021-e68f-4fa8-b837-c5af566913a4 x-openstack-request-id: req-0940a021-e68f-4fa8-b837-c5af566913a4 {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:08:35.471113 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7944f2e-2294-4a69-bd4e-d51f50e73e56", "name": "network-vif-plugged", "status": "completed", "tag": "4c178719-6047-43d9-9d57-30618b0b060e", "code": 200}]} {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:08:35.471360 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0940a021-e68f-4fa8-b837-c5af566913a4 {{(pid=104270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:08:35.471746 dv-cinder-845069-1-iscsi neutron-server[104270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0940a021-e68f-4fa8-b837-c5af566913a4'] response: {'server_uuid': 'b7944f2e-2294-4a69-bd4e-d51f50e73e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c178719-6047-43d9-9d57-30618b0b060e', 'code': 200} Jun 08 02:08:35.493617 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:35.502221 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=4c178719-6047-43d9-9d57-30618b0b060e,revision_number=7']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:08:36.339385 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bc660-9366-42ed-8b2c-23fff9bc26e4 req-c5dd11c6-3144-4fcd-8d01-dd79e0223395 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:36.346595 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7c6bc660-9366-42ed-8b2c-23fff9bc26e4 req-c5dd11c6-3144-4fcd-8d01-dd79e0223395 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 945 time: 0.1028516 Jun 08 02:08:36.360043 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbcee19-4286-443b-909f-94f346a59199 req-dda7e40b-4e9c-472c-b9a4-a7884aa521df tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:36.361520 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6dbcee19-4286-443b-909f-94f346a59199 req-dda7e40b-4e9c-472c-b9a4-a7884aa521df tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 943 time: 0.1012647 Jun 08 02:08:36.435391 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7c6bc660-9366-42ed-8b2c-23fff9bc26e4 req-abc2bc9c-9136-4259-88b0-95eeb388d3a6 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877202 Jun 08 02:08:36.449001 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6dbcee19-4286-443b-909f-94f346a59199 req-e40e2492-e553-45c7-80e2-1191a3282f69 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751956 Jun 08 02:08:36.838326 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-fe47abda-e923-4de2-9935-1fe467b2b497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:37.636963 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abf7ba-71f7-48f5-87b2-fcefa7382039 req-dccf00a9-e8fd-435c-9641-b854ee58e1bd tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:37.638534 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a1abf7ba-71f7-48f5-87b2-fcefa7382039 req-dccf00a9-e8fd-435c-9641-b854ee58e1bd tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 943 time: 0.0927284 Jun 08 02:08:37.644552 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1e8f1-7598-4c8a-a899-3a31c1d9837f req-fd2bbd22-54ac-4e04-b48d-9a8e6557a18c tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:37.653902 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-66a1e8f1-7598-4c8a-a899-3a31c1d9837f req-fd2bbd22-54ac-4e04-b48d-9a8e6557a18c tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 945 time: 0.1095152 Jun 08 02:08:37.743559 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-66a1e8f1-7598-4c8a-a899-3a31c1d9837f req-e29490b3-5544-4113-adcf-1fc24f302557 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878799 Jun 08 02:08:37.776604 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a1abf7ba-71f7-48f5-87b2-fcefa7382039 req-09e55dbc-4809-41a1-9983-2dd194b9bdf4 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070631 Jun 08 02:08:37.996109 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=59,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:38.017216 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=55,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:38.939975 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f481f-3016-4ccd-9ae6-bde8f0aebffc req-ceddc4d1-45c7-40c8-8049-e59bd344b386 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:38.941505 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-988f481f-3016-4ccd-9ae6-bde8f0aebffc req-ceddc4d1-45c7-40c8-8049-e59bd344b386 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 945 time: 0.0858886 Jun 08 02:08:38.947849 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e69f58-9c1e-422b-9001-b6f471a87cc0 req-299facb1-9798-4a10-9b31-9041a8be844e tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:38.949232 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-01e69f58-9c1e-422b-9001-b6f471a87cc0 req-299facb1-9798-4a10-9b31-9041a8be844e tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 943 time: 0.0923920 Jun 08 02:08:39.041657 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-988f481f-3016-4ccd-9ae6-bde8f0aebffc req-46de9b2b-2457-4691-a1ec-024909610e4f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867846 Jun 08 02:08:39.050814 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-01e69f58-9c1e-422b-9001-b6f471a87cc0 req-db81006e-03d2-4aac-82c2-b17cf133f3a8 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942168 Jun 08 02:08:39.130259 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-64dc7578-590b-4c27-b9bf-4f52108a1fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:40.225909 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444db5b-0f42-41a1-ab32-507ff1bf7743 req-7c76daf0-7a49-4fa1-8cc3-758c70e61f8d tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:40.232905 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9444db5b-0f42-41a1-ab32-507ff1bf7743 req-7c76daf0-7a49-4fa1-8cc3-758c70e61f8d tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 945 time: 0.0634286 Jun 08 02:08:40.241441 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428d0c4-bd4b-41d8-842a-0dd36deb5646 req-536d454e-d5dc-4e52-b916-a2f208a8535f tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:40.242906 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7428d0c4-bd4b-41d8-842a-0dd36deb5646 req-536d454e-d5dc-4e52-b916-a2f208a8535f tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 943 time: 0.1133723 Jun 08 02:08:40.262555 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:40.342165 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9444db5b-0f42-41a1-ab32-507ff1bf7743 req-f848a337-cd79-430c-9ea8-e50c873eeca4 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063225 Jun 08 02:08:40.365608 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7428d0c4-bd4b-41d8-842a-0dd36deb5646 req-43be5acf-905a-4212-b1ff-866b6efd0c11 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128411 Jun 08 02:08:41.307963 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=71 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:41.309475 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=86,neutron:DELETE=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:41.317331 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 8bbb59fb-caf5-486d-bd77-92280696e47b details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 02:08:41.519116 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:41.540921 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:41.592223 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f516d5d-e554-4006-afc7-26dc4f65d2a8 req-e324df4c-11de-4e74-b586-e470d93e98e3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:41.595579 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7f516d5d-e554-4006-afc7-26dc4f65d2a8 req-e324df4c-11de-4e74-b586-e470d93e98e3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 943 time: 0.0980892 Jun 08 02:08:41.605911 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7fa5d-a6f3-4b07-9b88-aa320fd4c802 req-32853328-d98d-41ed-94bb-7490a9ee417b tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:41.607708 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-64b7fa5d-a6f3-4b07-9b88-aa320fd4c802 req-32853328-d98d-41ed-94bb-7490a9ee417b tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 945 time: 0.0988629 Jun 08 02:08:41.634588 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 8bbb59fb-caf5-486d-bd77-92280696e47b, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=8bbb59fb-caf5-486d-bd77-92280696e47b,segment=NetworkSegment(df4507ce-d6e1-4b69-af50-fdc1c233f973),segment_id=df4507ce-d6e1-4b69-af50-fdc1c233f973)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:08:41.648585 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Returning: {'device': '8bbb59fb-caf5-486d-bd77-92280696e47b', 'network_id': 'aee60589-e544-41a2-b3ab-36bcd464e5c3', 'port_id': '8bbb59fb-caf5-486d-bd77-92280696e47b', 'mac_address': 'fa:16:3e:70:a6:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5be850c6-a58b-481a-bd0d-69acb24f113c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 02:08:41.686990 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 8bbb59fb-caf5-486d-bd77-92280696e47b is: DOWN; New status is: BUILD {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:08:41.687386 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (8bbb59fb-caf5-486d-bd77-92280696e47b), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:41.698117 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7f516d5d-e554-4006-afc7-26dc4f65d2a8 req-f978315c-49f9-47a4-9540-99026b458ef7 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891426 Jun 08 02:08:41.714558 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-64b7fa5d-a6f3-4b07-9b88-aa320fd4c802 req-dea9df72-6074-4b99-a566-07dbd30f4371 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955112 Jun 08 02:08:41.722727 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bbb59fb-caf5-486d-bd77-92280696e47b {{(pid=104270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:08:41.753531 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 8bbb59fb-caf5-486d-bd77-92280696e47b, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=8bbb59fb-caf5-486d-bd77-92280696e47b,segment=NetworkSegment(df4507ce-d6e1-4b69-af50-fdc1c233f973),segment_id=df4507ce-d6e1-4b69-af50-fdc1c233f973)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:08:41.759465 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (8bbb59fb-caf5-486d-bd77-92280696e47b), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:41.820587 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=8bbb59fb-caf5-486d-bd77-92280696e47b,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:08:41.845683 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:41.853702 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:42.105524 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['8bbb59fb-caf5-486d-bd77-92280696e47b'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:08:42.861131 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ceead-a3dc-43f2-930a-3f137875f22b req-2992bc6e-84f0-45e5-8b38-8fcca5cac7d0 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:42.862617 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f87ceead-a3dc-43f2-930a-3f137875f22b req-2992bc6e-84f0-45e5-8b38-8fcca5cac7d0 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 944 time: 0.0898178 Jun 08 02:08:42.881578 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c56c6-4c55-4e05-8d88-62a66dcb429d req-349dcfdf-c6ce-4e0c-bfab-303742642197 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:42.883185 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2a1c56c6-4c55-4e05-8d88-62a66dcb429d req-349dcfdf-c6ce-4e0c-bfab-303742642197 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 945 time: 0.0722477 Jun 08 02:08:42.961791 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f87ceead-a3dc-43f2-930a-3f137875f22b req-311fb0b1-7401-4ed4-978a-cf5e3247a754 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916271 Jun 08 02:08:42.965884 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2a1c56c6-4c55-4e05-8d88-62a66dcb429d req-ba72983d-9a0a-4fa5-bde3-00754ee079d5 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737860 Jun 08 02:08:43.325210 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 8bbb59fb-caf5-486d-bd77-92280696e47b up at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:08:43.376990 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning for port 8bbb59fb-caf5-486d-bd77-92280696e47b completed by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 02:08:43.386494 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:43.416467 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning complete for port 8bbb59fb-caf5-486d-bd77-92280696e47b triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:08:43.417550 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (8bbb59fb-caf5-486d-bd77-92280696e47b), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:43.510246 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 8bbb59fb-caf5-486d-bd77-92280696e47b is: BUILD; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:08:43.510633 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (8bbb59fb-caf5-486d-bd77-92280696e47b), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:43.545263 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf1e158-1c3a-488c-8227-d7279cea2978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bbb59fb-caf5-486d-bd77-92280696e47b'}] {{(pid=104270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:08:43.547494 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8be0b5de5a23eefcc09db06b1daf5598b5c3b6529c2083486e3c6bab2d5553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905ac1a8-bf74-4a56-b0e7-621c245ebceb" -d '{"events": [{"server_uuid": "4cf1e158-1c3a-488c-8227-d7279cea2978", "name": "network-vif-plugged", "status": "completed", "tag": "8bbb59fb-caf5-486d-bd77-92280696e47b"}]}' {{(pid=104270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:08:43.563524 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 8bbb59fb-caf5-486d-bd77-92280696e47b, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=8bbb59fb-caf5-486d-bd77-92280696e47b,segment=NetworkSegment(df4507ce-d6e1-4b69-af50-fdc1c233f973),segment_id=df4507ce-d6e1-4b69-af50-fdc1c233f973)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:08:43.571110 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (8bbb59fb-caf5-486d-bd77-92280696e47b), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:43.578483 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:43.599768 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b30f6d-4083-4083-bc0d-52fef210c4f5 x-openstack-request-id: req-e9b30f6d-4083-4083-bc0d-52fef210c4f5 {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:08:43.600275 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf1e158-1c3a-488c-8227-d7279cea2978", "name": "network-vif-plugged", "status": "completed", "tag": "8bbb59fb-caf5-486d-bd77-92280696e47b", "code": 200}]} {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:08:43.600581 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9b30f6d-4083-4083-bc0d-52fef210c4f5 {{(pid=104270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:08:43.601034 dv-cinder-845069-1-iscsi neutron-server[104270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9b30f6d-4083-4083-bc0d-52fef210c4f5'] response: {'server_uuid': '4cf1e158-1c3a-488c-8227-d7279cea2978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bbb59fb-caf5-486d-bd77-92280696e47b', 'code': 200} Jun 08 02:08:43.633210 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=8bbb59fb-caf5-486d-bd77-92280696e47b,revision_number=5']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:08:44.049760 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597a4ea-21b3-4078-96f6-d4c6142ba460 req-f774f406-5db7-41a9-9c5e-8618b8de9c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:44.051277 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9597a4ea-21b3-4078-96f6-d4c6142ba460 req-f774f406-5db7-41a9-9c5e-8618b8de9c07 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 1129 time: 0.0906861 Jun 08 02:08:44.144903 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e675b-1c4e-4333-baa9-1189a1bbb5cd req-9ccc6428-1fb4-48e8-8f90-88bc97efa786 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:44.146485 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-989e675b-1c4e-4333-baa9-1189a1bbb5cd req-9ccc6428-1fb4-48e8-8f90-88bc97efa786 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 945 time: 0.0988746 Jun 08 02:08:44.180043 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1e846-dfa2-481e-b6e7-f6f220c7189d req-d974cf77-9c92-4d47-a942-ac06a9130a1c tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:44.181596 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-23a1e846-dfa2-481e-b6e7-f6f220c7189d req-d974cf77-9c92-4d47-a942-ac06a9130a1c tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 945 time: 0.0934374 Jun 08 02:08:44.184227 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9597a4ea-21b3-4078-96f6-d4c6142ba460 req-d648e400-ffb4-4a71-8715-d860f0ca3842 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240170 Jun 08 02:08:44.255411 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-989e675b-1c4e-4333-baa9-1189a1bbb5cd req-86247df5-098b-4556-8e4c-fbe9b92dfb1e tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982118 Jun 08 02:08:44.262489 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-23a1e846-dfa2-481e-b6e7-f6f220c7189d req-bdf96645-5609-4590-8d63-63eebb888725 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706055 Jun 08 02:08:45.396928 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba581d8-3820-4a0f-9c83-6ee9af22d360 req-e3986fd1-925d-4c26-9fa7-ca2162fdd1b8 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:45.398389 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8ba581d8-3820-4a0f-9c83-6ee9af22d360 req-e3986fd1-925d-4c26-9fa7-ca2162fdd1b8 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 945 time: 0.0729141 Jun 08 02:08:45.409045 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c615d-f45f-412d-9e7c-1086aa83c1a0 req-9af8f191-63de-49bb-809d-55e336f85383 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:45.410417 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d35c615d-f45f-412d-9e7c-1086aa83c1a0 req-9af8f191-63de-49bb-809d-55e336f85383 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 945 time: 0.0739539 Jun 08 02:08:45.489987 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8ba581d8-3820-4a0f-9c83-6ee9af22d360 req-988c2807-d7de-41e1-91cd-603b542ad7eb tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786023 Jun 08 02:08:45.492953 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d35c615d-f45f-412d-9e7c-1086aa83c1a0 req-cb0be23c-4b30-4baf-8086-bea31b94387c tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748160 Jun 08 02:08:46.631969 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b9eae-0ad0-4ec8-a296-3ef0487b12b3 req-17614ec5-9163-4c08-b1a6-fd511e4c227f tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:46.633470 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d64b9eae-0ad0-4ec8-a296-3ef0487b12b3 req-17614ec5-9163-4c08-b1a6-fd511e4c227f tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 945 time: 0.0769246 Jun 08 02:08:46.639324 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd9748-a82b-4dd3-bc2b-97adc9a0e7ef req-7699f287-dd88-4bd2-978d-c8ae17ab19ca tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:46.640699 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-94fd9748-a82b-4dd3-bc2b-97adc9a0e7ef req-7699f287-dd88-4bd2-978d-c8ae17ab19ca tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 945 time: 0.0739837 Jun 08 02:08:46.709792 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d64b9eae-0ad0-4ec8-a296-3ef0487b12b3 req-84aa600d-0223-4257-bbe8-463ae24a63ce tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681429 Jun 08 02:08:46.713837 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:46.721829 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-94fd9748-a82b-4dd3-bc2b-97adc9a0e7ef req-0b7d6b74-fb12-4fa0-b15d-bea2092c8209 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732942 Jun 08 02:08:47.850869 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:47.858896 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e0edd-10c3-4308-a91e-a202dbe7c109 req-ab90427a-984e-45d8-af78-551fc3c8c124 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:47.860352 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-648e0edd-10c3-4308-a91e-a202dbe7c109 req-ab90427a-984e-45d8-af78-551fc3c8c124 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 945 time: 0.0797420 Jun 08 02:08:47.869002 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea66409-5cc1-450b-af1f-94d157f364e3 req-15e42c93-3ff9-4a65-95a1-34d157d04272 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:47.870358 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-fea66409-5cc1-450b-af1f-94d157f364e3 req-15e42c93-3ff9-4a65-95a1-34d157d04272 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 945 time: 0.0768538 Jun 08 02:08:47.943231 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-648e0edd-10c3-4308-a91e-a202dbe7c109 req-80fa84e2-fcba-4f76-bf43-ae7daebdad5e tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719371 Jun 08 02:08:47.949925 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-fea66409-5cc1-450b-af1f-94d157f364e3 req-1c5514ec-b15c-42c1-8656-26844df2ea4d tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728383 Jun 08 02:08:48.838505 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9588b83-2f94-40a8-a8c0-1c2cbc76fbff req-c121dbe3-1766-40a7-b0cd-d2f4d114f12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:48.839959 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c9588b83-2f94-40a8-a8c0-1c2cbc76fbff req-c121dbe3-1766-40a7-b0cd-d2f4d114f12f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7daf0f9fd80c464ca4fbf7f2e19fccbd&device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 1129 time: 0.0436769 Jun 08 02:08:48.932189 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9588b83-2f94-40a8-a8c0-1c2cbc76fbff req-76489752-f248-46b3-924f-14b024c786aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:48.933688 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c9588b83-2f94-40a8-a8c0-1c2cbc76fbff req-76489752-f248-46b3-924f-14b024c786aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=99df6c84-8305-4b75-a40c-3f742f20dcc7 HTTP/1.1" status: 200 len: 917 time: 0.0836751 Jun 08 02:08:49.002174 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c9588b83-2f94-40a8-a8c0-1c2cbc76fbff req-ece57825-7b75-4eeb-b430-929771d40928 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c178719-6047-43d9-9d57-30618b0b060e HTTP/1.1" status: 200 len: 1001 time: 0.0608118 Jun 08 02:08:49.116916 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9588b83-2f94-40a8-a8c0-1c2cbc76fbff req-1b5d5112-ad09-4bbb-afdb-cadafae05e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:49.118284 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c9588b83-2f94-40a8-a8c0-1c2cbc76fbff req-1b5d5112-ad09-4bbb-afdb-cadafae05e31 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35584f73-fd5a-4825-84bf-35c3d28082c7 HTTP/1.1" status: 200 len: 855 time: 0.1086023 Jun 08 02:08:49.126849 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273287ef-6353-423b-8ce5-b0de96499d60 req-8c36bea8-bb44-4b3a-b662-fc6bed9d3ff9 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:49.128231 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-273287ef-6353-423b-8ce5-b0de96499d60 req-8c36bea8-bb44-4b3a-b662-fc6bed9d3ff9 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 945 time: 0.0905321 Jun 08 02:08:49.134495 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b2d94-3ad6-4c71-8b36-6e4f77014e0b req-47ff4c0b-39a3-43f0-9fb3-42abd908ea8d tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:49.135877 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d45b2d94-3ad6-4c71-8b36-6e4f77014e0b req-47ff4c0b-39a3-43f0-9fb3-42abd908ea8d tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 945 time: 0.0969129 Jun 08 02:08:49.216091 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9588b83-2f94-40a8-a8c0-1c2cbc76fbff req-6e004c7a-de4b-42b1-8e2f-f9b1fe1f7cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:49.217642 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c9588b83-2f94-40a8-a8c0-1c2cbc76fbff req-6e004c7a-de4b-42b1-8e2f-f9b1fe1f7cca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99df6c84-8305-4b75-a40c-3f742f20dcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0809257 Jun 08 02:08:49.293656 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-273287ef-6353-423b-8ce5-b0de96499d60 req-02ce6622-28df-4ec4-bd08-eaeea30025c0 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557620 Jun 08 02:08:49.304593 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d45b2d94-3ad6-4c71-8b36-6e4f77014e0b req-090487a5-d8cf-4394-ac7a-4a468d7e18db tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507070 Jun 08 02:08:49.342051 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c9588b83-2f94-40a8-a8c0-1c2cbc76fbff req-7ed9868d-ecec-496c-ad69-118e92f2615a service neutron] 10.222.0.15 "GET /v2.0/networks/99df6c84-8305-4b75-a40c-3f742f20dcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148086 Jun 08 02:08:49.456009 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e819a60f-8fb1-4ac1-b83f-ea84e2fff3dc req-df6626fc-308b-4fe3-b95e-7150f785dafe tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:49.457469 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e819a60f-8fb1-4ac1-b83f-ea84e2fff3dc req-df6626fc-308b-4fe3-b95e-7150f785dafe tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 945 time: 0.0876172 Jun 08 02:08:49.495189 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c9588b83-2f94-40a8-a8c0-1c2cbc76fbff req-47715422-9f8a-49e4-853c-e0b0619d3451 service neutron] 10.222.0.15 "GET /v2.0/networks/99df6c84-8305-4b75-a40c-3f742f20dcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434743 Jun 08 02:08:49.522353 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e819a60f-8fb1-4ac1-b83f-ea84e2fff3dc req-ccdf9fc8-fab5-42ce-8d28-1a118431e280 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579975 Jun 08 02:08:49.543864 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 54600) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:08:49.727222 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6818d75f-575c-4694-bff0-00ffc84f5f5a tempest-TestShelveInstance-359115424 tempest-TestShelveInstance-359115424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:49.728737 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-6818d75f-575c-4694-bff0-00ffc84f5f5a tempest-TestShelveInstance-359115424 tempest-TestShelveInstance-359115424-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 1124 time: 0.1838729 Jun 08 02:08:49.731611 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 54604) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:08:49.735762 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-d108cde0-e7f0-422f-8715-ce79a27e4ea3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Request body: {'floatingip': {'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'port_id': '8bbb59fb-caf5-486d-bd77-92280696e47b', 'tenant_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:08:49.757586 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d108cde0-e7f0-422f-8715-ce79a27e4ea3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:49.793767 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:49.802532 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:49.833142 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d108cde0-e7f0-422f-8715-ce79a27e4ea3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:49.938719 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [None req-d108cde0-e7f0-422f-8715-ce79a27e4ea3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Allocated IP 172.27.1.193 (fccc80fe-aa23-41fa-b00e-a506a2a0f94c/5f93db06-58fb-4390-8563-710a437b082f/dc121015-727d-45c3-bd59-7e02a39c999f) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:08:50.040777 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d108cde0-e7f0-422f-8715-ce79a27e4ea3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks [] for port (dc121015-727d-45c3-bd59-7e02a39c999f), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:50.071692 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d108cde0-e7f0-422f-8715-ce79a27e4ea3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (dc121015-727d-45c3-bd59-7e02a39c999f), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:50.108414 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d108cde0-e7f0-422f-8715-ce79a27e4ea3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Network fccc80fe-aa23-41fa-b00e-a506a2a0f94c is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:08:50.111354 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-d108cde0-e7f0-422f-8715-ce79a27e4ea3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:08:50.113824 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d108cde0-e7f0-422f-8715-ce79a27e4ea3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:08:50.140602 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d108cde0-e7f0-422f-8715-ce79a27e4ea3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Pushing event updated for resources: {'Port': ['ID=dc121015-727d-45c3-bd59-7e02a39c999f,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:08:50.155373 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108cde0-e7f0-422f-8715-ce79a27e4ea3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:08:50.155719 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108cde0-e7f0-422f-8715-ce79a27e4ea3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:08:50.156059 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108cde0-e7f0-422f-8715-ce79a27e4ea3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:08:50.156411 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108cde0-e7f0-422f-8715-ce79a27e4ea3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:08:50.156758 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108cde0-e7f0-422f-8715-ce79a27e4ea3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:08:50.157086 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108cde0-e7f0-422f-8715-ce79a27e4ea3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:08:50.157410 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108cde0-e7f0-422f-8715-ce79a27e4ea3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:08:50.157732 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108cde0-e7f0-422f-8715-ce79a27e4ea3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:08:50.158053 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108cde0-e7f0-422f-8715-ce79a27e4ea3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:08:50.158616 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108cde0-e7f0-422f-8715-ce79a27e4ea3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:08:50.158945 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108cde0-e7f0-422f-8715-ce79a27e4ea3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:08:50.159263 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108cde0-e7f0-422f-8715-ce79a27e4ea3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:08:50.159582 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108cde0-e7f0-422f-8715-ce79a27e4ea3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:08:50.159900 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108cde0-e7f0-422f-8715-ce79a27e4ea3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:08:50.160212 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108cde0-e7f0-422f-8715-ce79a27e4ea3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:08:50.702166 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e37d7c-1feb-45c9-8267-c6175d5d5a8d req-6935a09d-534b-4eeb-9541-9a6ac62a9c2e tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:50.703799 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-94e37d7c-1feb-45c9-8267-c6175d5d5a8d req-6935a09d-534b-4eeb-9541-9a6ac62a9c2e tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 945 time: 0.3002861 Jun 08 02:08:50.743512 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:50.751682 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d108cde0-e7f0-422f-8715-ce79a27e4ea3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks [] for floatingip (9bc9101c-e160-45e2-a7df-970d974d133f), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:50.773016 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:50.796525 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-94e37d7c-1feb-45c9-8267-c6175d5d5a8d req-ecceb2f5-7c12-4ce5-a49e-cfb33f08d1f7 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852098 Jun 08 02:08:50.837295 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d108cde0-e7f0-422f-8715-ce79a27e4ea3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (dc121015-727d-45c3-bd59-7e02a39c999f), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:51.016844 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d108cde0-e7f0-422f-8715-ce79a27e4ea3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks [] for port (dc121015-727d-45c3-bd59-7e02a39c999f), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:51.021203 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d108cde0-e7f0-422f-8715-ce79a27e4ea3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (dc121015-727d-45c3-bd59-7e02a39c999f), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:51.087298 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d108cde0-e7f0-422f-8715-ce79a27e4ea3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Pushing event updated for resources: {'Port': ['ID=dc121015-727d-45c3-bd59-7e02a39c999f,revision_number=2']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:08:51.098854 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d108cde0-e7f0-422f-8715-ce79a27e4ea3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682813'] for floatingip (9bc9101c-e160-45e2-a7df-970d974d133f), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:51.195391 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.db.l3_db [None req-d108cde0-e7f0-422f-8715-ce79a27e4ea3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Floating IP 9bc9101c-e160-45e2-a7df-970d974d133f associated. External IP: 172.27.1.193, port: 8bbb59fb-caf5-486d-bd77-92280696e47b. Jun 08 02:08:51.398921 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d108cde0-e7f0-422f-8715-ce79a27e4ea3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Router 8b7a26b8-38d3-489d-a132-ea9971774090 has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:08:51.501683 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d108cde0-e7f0-422f-8715-ce79a27e4ea3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:08:51.510920 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99e6c2b-0cb9-4011-8994-58b4e054a51b None None] Sync routers for ids ['8b7a26b8-38d3-489d-a132-ea9971774090'] in dv-cinder-845069-1-iscsi {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:08:51.519944 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d108cde0-e7f0-422f-8715-ce79a27e4ea3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:51.520865 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99e6c2b-0cb9-4011-8994-58b4e054a51b None None] Routers {'8b7a26b8-38d3-489d-a132-ea9971774090'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:08:51.521479 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-f99e6c2b-0cb9-4011-8994-58b4e054a51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:08:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['8b7a26b8-38d3-489d-a132-ea9971774090'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:08:51.538615 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:51.552171 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-d108cde0-e7f0-422f-8715-ce79a27e4ea3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8195755 Jun 08 02:08:51.553689 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cf1e158-1c3a-488c-8227-d7279cea2978', 'tag': '8bbb59fb-caf5-486d-bd77-92280696e47b'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:08:51.556143 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0055b5-8afa-436f-bdc9-0c4da32d23a5" -d '{"events": [{"name": "network-changed", "server_uuid": "4cf1e158-1c3a-488c-8227-d7279cea2978", "tag": "8bbb59fb-caf5-486d-bd77-92280696e47b"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:08:51.594295 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93c6bef-1659-4d97-8fe3-d309c39971a3 x-openstack-request-id: req-e93c6bef-1659-4d97-8fe3-d309c39971a3 {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:08:51.594580 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cf1e158-1c3a-488c-8227-d7279cea2978", "tag": "8bbb59fb-caf5-486d-bd77-92280696e47b", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:08:51.594825 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e93c6bef-1659-4d97-8fe3-d309c39971a3 {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:08:51.595222 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e93c6bef-1659-4d97-8fe3-d309c39971a3'] response: {'name': 'network-changed', 'server_uuid': '4cf1e158-1c3a-488c-8227-d7279cea2978', 'tag': '8bbb59fb-caf5-486d-bd77-92280696e47b', 'status': 'completed', 'code': 200} Jun 08 02:08:51.637736 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-f99e6c2b-0cb9-4011-8994-58b4e054a51b None None] Set router 8b7a26b8-38d3-489d-a132-ea9971774090 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:08:51.843445 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-f99e6c2b-0cb9-4011-8994-58b4e054a51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'name': 'tempest-TestShelveInstance-2144227870-router', 'tenant_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '1695251a-4e05-4ec1-a1b9-d77bda07db10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:07:35Z', 'updated_at': '2022-06-08T02:07:39Z', 'revision_number': 4, 'project_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'gw_port': {'id': '1695251a-4e05-4ec1-a1b9-d77bda07db10', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:07:36Z', 'updated_at': '2022-06-08T02:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': '9bc9101c-e160-45e2-a7df-970d974d133f', 'tenant_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'port_id': '8bbb59fb-caf5-486d-bd77-92280696e47b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aee60589-e544-41a2-b3ab-36bcd464e5c3', 'mac_address': 'fa:16:3e:70:a6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf1e158-1c3a-488c-8227-d7279cea2978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:08:50Z', 'updated_at': '2022-06-08T02:08:50Z', 'revision_number': 0, 'project_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81cf0151-e6be-4fdb-ab86-1801856735dc', 'name': '', 'network_id': 'aee60589-e544-41a2-b3ab-36bcd464e5c3', 'tenant_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'mac_address': 'fa:16:3e:82:e7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '5be850c6-a58b-481a-bd0d-69acb24f113c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:07:38Z', 'updated_at': '2022-06-08T02:07:45Z', 'revision_number': 5, 'project_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'subnets': [{'id': '5be850c6-a58b-481a-bd0d-69acb24f113c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:08:51.868613 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99e6c2b-0cb9-4011-8994-58b4e054a51b None None] Checking router: 8b7a26b8-38d3-489d-a132-ea9971774090 for host: dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:08:51.876984 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99e6c2b-0cb9-4011-8994-58b4e054a51b None None] Routers {'8b7a26b8-38d3-489d-a132-ea9971774090'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:08:51.877578 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-f99e6c2b-0cb9-4011-8994-58b4e054a51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:08:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['8b7a26b8-38d3-489d-a132-ea9971774090'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:08:51.917507 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62bad4-6686-4025-8631-65681bc29be9 req-6c79c3f2-04b4-4c06-a297-8230673b5653 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:51.919045 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2c62bad4-6686-4025-8631-65681bc29be9 req-6c79c3f2-04b4-4c06-a297-8230673b5653 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 945 time: 0.0478940 Jun 08 02:08:51.974450 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2c62bad4-6686-4025-8631-65681bc29be9 req-d8748866-a0ed-4f45-8fcc-d9c537372cf2 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465775 Jun 08 02:08:51.982419 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-f99e6c2b-0cb9-4011-8994-58b4e054a51b None None] Set router 8b7a26b8-38d3-489d-a132-ea9971774090 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:08:52.205820 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-f99e6c2b-0cb9-4011-8994-58b4e054a51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'name': 'tempest-TestShelveInstance-2144227870-router', 'tenant_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '1695251a-4e05-4ec1-a1b9-d77bda07db10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:07:35Z', 'updated_at': '2022-06-08T02:07:39Z', 'revision_number': 4, 'project_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'gw_port': {'id': '1695251a-4e05-4ec1-a1b9-d77bda07db10', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:07:36Z', 'updated_at': '2022-06-08T02:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': '9bc9101c-e160-45e2-a7df-970d974d133f', 'tenant_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'port_id': '8bbb59fb-caf5-486d-bd77-92280696e47b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aee60589-e544-41a2-b3ab-36bcd464e5c3', 'mac_address': 'fa:16:3e:70:a6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf1e158-1c3a-488c-8227-d7279cea2978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:08:50Z', 'updated_at': '2022-06-08T02:08:50Z', 'revision_number': 0, 'project_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81cf0151-e6be-4fdb-ab86-1801856735dc', 'name': '', 'network_id': 'aee60589-e544-41a2-b3ab-36bcd464e5c3', 'tenant_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'mac_address': 'fa:16:3e:82:e7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '5be850c6-a58b-481a-bd0d-69acb24f113c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:07:38Z', 'updated_at': '2022-06-08T02:07:45Z', 'revision_number': 5, 'project_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'subnets': [{'id': '5be850c6-a58b-481a-bd0d-69acb24f113c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:08:52.233726 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99e6c2b-0cb9-4011-8994-58b4e054a51b None None] The sync data for ids ['8b7a26b8-38d3-489d-a132-ea9971774090'] in dv-cinder-845069-1-iscsi is: [{'id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'name': 'tempest-TestShelveInstance-2144227870-router', 'tenant_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '1695251a-4e05-4ec1-a1b9-d77bda07db10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:07:35Z', 'updated_at': '2022-06-08T02:07:39Z', 'revision_number': 4, 'project_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'gw_port': {'id': '1695251a-4e05-4ec1-a1b9-d77bda07db10', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:07:36Z', 'updated_at': '2022-06-08T02:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': '9bc9101c-e160-45e2-a7df-970d974d133f', 'tenant_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'port_id': '8bbb59fb-caf5-486d-bd77-92280696e47b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aee60589-e544-41a2-b3ab-36bcd464e5c3', 'mac_address': 'fa:16:3e:70:a6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf1e158-1c3a-488c-8227-d7279cea2978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:08:50Z', 'updated_at': '2022-06-08T02:08:50Z', 'revision_number': 0, 'project_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81cf0151-e6be-4fdb-ab86-1801856735dc', 'name': '', 'network_id': 'aee60589-e544-41a2-b3ab-36bcd464e5c3', 'tenant_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'mac_address': 'fa:16:3e:82:e7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '5be850c6-a58b-481a-bd0d-69acb24f113c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:07:38Z', 'updated_at': '2022-06-08T02:07:45Z', 'revision_number': 5, 'project_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'subnets': [{'id': '5be850c6-a58b-481a-bd0d-69acb24f113c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:08:52.343659 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 4c178719-6047-43d9-9d57-30618b0b060e no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:08:52.434408 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 4c178719-6047-43d9-9d57-30618b0b060e is: ACTIVE; New status is: DOWN {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:08:52.434796 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (4c178719-6047-43d9-9d57-30618b0b060e), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:52.462943 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7944f2e-2294-4a69-bd4e-d51f50e73e56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c178719-6047-43d9-9d57-30618b0b060e'}] {{(pid=104270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:08:52.466145 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8be0b5de5a23eefcc09db06b1daf5598b5c3b6529c2083486e3c6bab2d5553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0c1e79-b6d6-4ecb-95c6-547fbeeb20a9" -d '{"events": [{"server_uuid": "b7944f2e-2294-4a69-bd4e-d51f50e73e56", "name": "network-vif-unplugged", "status": "completed", "tag": "4c178719-6047-43d9-9d57-30618b0b060e"}]}' {{(pid=104270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:08:52.476280 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b66fa1-374d-4746-83d4-237112c636b3 None None] New status for floating IP 9bc9101c-e160-45e2-a7df-970d974d133f: ACTIVE {{(pid=104270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 02:08:52.518511 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Jun 2022 02:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50463769-42b3-4bc8-97c0-092525060403 x-openstack-request-id: req-50463769-42b3-4bc8-97c0-092525060403 {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:08:52.518822 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7944f2e-2294-4a69-bd4e-d51f50e73e56", "name": "network-vif-unplugged", "status": "completed", "tag": "4c178719-6047-43d9-9d57-30618b0b060e", "code": 200}]} {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:08:52.519080 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-50463769-42b3-4bc8-97c0-092525060403 {{(pid=104270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:08:52.519845 dv-cinder-845069-1-iscsi neutron-server[104270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50463769-42b3-4bc8-97c0-092525060403'] response: {'server_uuid': 'b7944f2e-2294-4a69-bd4e-d51f50e73e56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c178719-6047-43d9-9d57-30618b0b060e', 'code': 200} Jun 08 02:08:52.522091 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 4c178719-6047-43d9-9d57-30618b0b060e, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=4c178719-6047-43d9-9d57-30618b0b060e,segment=NetworkSegment(53131b2e-d267-40fd-aee8-2cb51a86cc49),segment_id=53131b2e-d267-40fd-aee8-2cb51a86cc49)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:08:52.533234 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (4c178719-6047-43d9-9d57-30618b0b060e), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:52.645340 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=4c178719-6047-43d9-9d57-30618b0b060e,revision_number=8']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:08:52.666916 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:08:52.667263 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:08:52.667620 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:08:52.667960 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:08:52.668290 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:08:52.668642 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:08:52.668973 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:08:52.669293 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:08:52.669616 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:08:52.670273 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:08:52.670603 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:08:52.671034 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:08:52.671259 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:08:52.671577 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:08:52.671968 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:08:53.095909 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b5e49-eab8-427a-9e02-6ab32a929a07 req-44e7ad10-ebdb-4b39-835d-89da6611cb76 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:53.097423 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e72b5e49-eab8-427a-9e02-6ab32a929a07 req-44e7ad10-ebdb-4b39-835d-89da6611cb76 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 943 time: 0.0464807 Jun 08 02:08:53.108958 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:53.153335 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e72b5e49-eab8-427a-9e02-6ab32a929a07 req-46e13189-0ef9-4923-ba7a-812a15dc984d tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497837 Jun 08 02:08:54.285348 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59e4d8-9ff3-43f1-aa9c-0f949ebb277d req-4ac02d5f-b7f8-4c78-85cd-207e8acc4305 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:54.286803 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9a59e4d8-9ff3-43f1-aa9c-0f949ebb277d req-4ac02d5f-b7f8-4c78-85cd-207e8acc4305 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 943 time: 0.0459216 Jun 08 02:08:54.333379 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9a59e4d8-9ff3-43f1-aa9c-0f949ebb277d req-9bba5796-6245-4827-9154-6112edd8b256 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409112 Jun 08 02:08:55.452231 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d3695-f915-417e-b7b7-b44c53676c75 req-89f0c43f-5dfb-4056-b1d6-f73589fae737 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:55.453712 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7c9d3695-f915-417e-b7b7-b44c53676c75 req-89f0c43f-5dfb-4056-b1d6-f73589fae737 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 943 time: 0.0467129 Jun 08 02:08:55.495555 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:55.501266 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7c9d3695-f915-417e-b7b7-b44c53676c75 req-91aa6c7c-f9c7-48af-88c1-d6b79b9c9036 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419095 Jun 08 02:08:55.503502 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:08:56.647497 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0055b5-8afa-436f-bdc9-0c4da32d23a5 req-5f73dddf-75a3-4ece-920d-9af9b5358ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:56.649209 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3f0055b5-8afa-436f-bdc9-0c4da32d23a5 req-5f73dddf-75a3-4ece-920d-9af9b5358ec4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=43e5d438bb1f4eb28d3f3f68d77b5dee&device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 1129 time: 0.0616877 Jun 08 02:08:56.655280 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3301a51-6e43-464e-9147-769d1e9e65cc req-3552a698-24b7-4398-8cdb-a7d4332844f4 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:56.656692 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a3301a51-6e43-464e-9147-769d1e9e65cc req-3552a698-24b7-4398-8cdb-a7d4332844f4 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 943 time: 0.0807128 Jun 08 02:08:56.771319 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a3301a51-6e43-464e-9147-769d1e9e65cc req-a06ff608-9c65-4f6b-8bde-91a270e33d49 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056359 Jun 08 02:08:56.791251 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0055b5-8afa-436f-bdc9-0c4da32d23a5 req-99806898-ead6-477c-9653-084e1ff4ece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:56.792787 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3f0055b5-8afa-436f-bdc9-0c4da32d23a5 req-99806898-ead6-477c-9653-084e1ff4ece1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aee60589-e544-41a2-b3ab-36bcd464e5c3 HTTP/1.1" status: 200 len: 910 time: 0.1352644 Jun 08 02:08:56.854717 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3f0055b5-8afa-436f-bdc9-0c4da32d23a5 req-7e69a775-9239-4d6a-9772-2a9a2e206d98 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bbb59fb-caf5-486d-bd77-92280696e47b HTTP/1.1" status: 200 len: 1001 time: 0.0555482 Jun 08 02:08:57.161350 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0055b5-8afa-436f-bdc9-0c4da32d23a5 req-02ce4400-4b71-4ba2-a790-74b3c853d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:57.163873 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3f0055b5-8afa-436f-bdc9-0c4da32d23a5 req-02ce4400-4b71-4ba2-a790-74b3c853d954 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5be850c6-a58b-481a-bd0d-69acb24f113c HTTP/1.1" status: 200 len: 848 time: 0.0491338 Jun 08 02:08:57.216756 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0055b5-8afa-436f-bdc9-0c4da32d23a5 req-a94c7ef5-b433-450c-84b7-2c8f2f65a90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:57.218241 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3f0055b5-8afa-436f-bdc9-0c4da32d23a5 req-a94c7ef5-b433-450c-84b7-2c8f2f65a90a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aee60589-e544-41a2-b3ab-36bcd464e5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478740 Jun 08 02:08:57.307981 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3f0055b5-8afa-436f-bdc9-0c4da32d23a5 req-f8421616-b245-4ee0-bd85-7c6dd255ea36 service neutron] 10.222.0.15 "GET /v2.0/networks/aee60589-e544-41a2-b3ab-36bcd464e5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835938 Jun 08 02:08:57.401778 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3f0055b5-8afa-436f-bdc9-0c4da32d23a5 req-613b437d-d77c-46af-8ab6-3d271038158f service neutron] 10.222.0.15 "GET /v2.0/networks/aee60589-e544-41a2-b3ab-36bcd464e5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843186 Jun 08 02:08:57.893957 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc04f3e-d1b4-4ade-bb61-832453135f8f req-202bb3a9-c3bb-4b28-bcb2-ecf9bee2b456 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:57.895505 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-fcc04f3e-d1b4-4ade-bb61-832453135f8f req-202bb3a9-c3bb-4b28-bcb2-ecf9bee2b456 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 943 time: 0.0490439 Jun 08 02:08:57.907507 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:57.944003 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-fcc04f3e-d1b4-4ade-bb61-832453135f8f req-c3569ebb-0caf-433c-8e6d-070e41a66c7b tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427802 Jun 08 02:08:58.409748 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [req-c726cc94-360b-4ce1-976c-19afe0872a11 req-31235a4c-b4ec-439f-9d04-6a728861d376 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104268) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 08 02:08:58.410750 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c726cc94-360b-4ce1-976c-19afe0872a11 req-31235a4c-b4ec-439f-9d04-6a728861d376 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057540 Jun 08 02:08:58.564750 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77c011-845a-464d-a98a-5b90b94fe644 req-5cde10e9-3434-4baf-bcce-9bedce9bf757 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:58.566243 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cf77c011-845a-464d-a98a-5b90b94fe644 req-5cde10e9-3434-4baf-bcce-9bedce9bf757 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 943 time: 0.0473311 Jun 08 02:08:58.623188 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cf77c011-845a-464d-a98a-5b90b94fe644 req-2bdbeb60-617a-4da4-a084-f3ab8abb5392 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512459 Jun 08 02:08:58.875477 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 54698) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:08:58.969728 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-525ebfb2-6d9c-4cde-9056-b1b95038752f req-ec749993-f6e3-4b8f-80b6-275dc4a2096f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0928755 Jun 08 02:08:58.979460 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [req-525ebfb2-6d9c-4cde-9056-b1b95038752f req-f2022d5f-8093-46da-b1f4-e5474f7b5816 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 08 02:08:58.980423 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-525ebfb2-6d9c-4cde-9056-b1b95038752f req-f2022d5f-8093-46da-b1f4-e5474f7b5816 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061395 Jun 08 02:08:59.059024 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 54706) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:08:59.107279 dv-cinder-845069-1-iscsi neutron-server[104269]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 08 02:08:59.154163 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ebfb2-6d9c-4cde-9056-b1b95038752f req-9b258a0e-f764-4e94-81ae-d901d46f1b31 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:59.155430 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-525ebfb2-6d9c-4cde-9056-b1b95038752f req-9b258a0e-f764-4e94-81ae-d901d46f1b31 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports/4c178719-6047-43d9-9d57-30618b0b060e HTTP/1.1" status: 200 len: 940 time: 0.0954187 Jun 08 02:08:59.745385 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f9d33-865e-4325-a508-fc7bb1837efe req-f27e95f6-5d51-45cf-a310-23908ba52067 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:08:59.747007 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-550f9d33-865e-4325-a508-fc7bb1837efe req-f27e95f6-5d51-45cf-a310-23908ba52067 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 943 time: 0.0509644 Jun 08 02:08:59.773407 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:08:59.796136 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-550f9d33-865e-4325-a508-fc7bb1837efe req-a97fdb2f-aa64-461f-8d87-c2a34dd28368 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434365 Jun 08 02:09:00.648152 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ebfb2-6d9c-4cde-9056-b1b95038752f req-2a58c0b5-25b9-465b-a72d-16b5b21f9f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:00.649753 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-525ebfb2-6d9c-4cde-9056-b1b95038752f req-2a58c0b5-25b9-465b-a72d-16b5b21f9f0f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56&tenant_id=7daf0f9fd80c464ca4fbf7f2e19fccbd HTTP/1.1" status: 200 len: 1127 time: 0.0695753 Jun 08 02:09:00.716634 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ebfb2-6d9c-4cde-9056-b1b95038752f req-0490c152-4c2a-47ac-9f6a-a5cc36f59989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:00.718105 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-525ebfb2-6d9c-4cde-9056-b1b95038752f req-0490c152-4c2a-47ac-9f6a-a5cc36f59989 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7daf0f9fd80c464ca4fbf7f2e19fccbd&device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 1127 time: 0.0423448 Jun 08 02:09:00.806814 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ebfb2-6d9c-4cde-9056-b1b95038752f req-1b906d96-5d43-4b00-a8af-eb0cea9a4f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:00.808254 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-525ebfb2-6d9c-4cde-9056-b1b95038752f req-1b906d96-5d43-4b00-a8af-eb0cea9a4f78 service neutron] 10.222.0.15 "GET /v2.0/networks?id=99df6c84-8305-4b75-a40c-3f742f20dcc7 HTTP/1.1" status: 200 len: 917 time: 0.0829160 Jun 08 02:09:00.873253 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-525ebfb2-6d9c-4cde-9056-b1b95038752f req-0feae47c-5320-40ee-ab94-b839af941cd5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c178719-6047-43d9-9d57-30618b0b060e HTTP/1.1" status: 200 len: 999 time: 0.0577502 Jun 08 02:09:00.945237 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953fb94-af2f-4a07-85d1-01d3bba3a9d9 req-452975ee-b66b-4567-920e-725a9f2bfb22 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:00.946719 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9953fb94-af2f-4a07-85d1-01d3bba3a9d9 req-452975ee-b66b-4567-920e-725a9f2bfb22 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 943 time: 0.0726125 Jun 08 02:09:00.970047 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ebfb2-6d9c-4cde-9056-b1b95038752f req-70ae4aec-0d7c-492b-8a7e-9e3fe9701c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:00.971458 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-525ebfb2-6d9c-4cde-9056-b1b95038752f req-70ae4aec-0d7c-492b-8a7e-9e3fe9701c71 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35584f73-fd5a-4825-84bf-35c3d28082c7 HTTP/1.1" status: 200 len: 855 time: 0.0876687 Jun 08 02:09:01.033560 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9953fb94-af2f-4a07-85d1-01d3bba3a9d9 req-5c5c724d-ecb3-4259-a52d-625726a6d0e3 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805907 Jun 08 02:09:01.037434 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ebfb2-6d9c-4cde-9056-b1b95038752f req-07076d92-4777-42a7-be23-1716d4d5ef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:01.038830 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-525ebfb2-6d9c-4cde-9056-b1b95038752f req-07076d92-4777-42a7-be23-1716d4d5ef12 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99df6c84-8305-4b75-a40c-3f742f20dcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590930 Jun 08 02:09:01.132161 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-525ebfb2-6d9c-4cde-9056-b1b95038752f req-8ae96ea1-c764-455a-b89f-dd2582518cab service neutron] 10.222.0.15 "GET /v2.0/networks/99df6c84-8305-4b75-a40c-3f742f20dcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844896 Jun 08 02:09:01.234827 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-525ebfb2-6d9c-4cde-9056-b1b95038752f req-874200d2-3009-4356-908e-d3f0165c9bd4 service neutron] 10.222.0.15 "GET /v2.0/networks/99df6c84-8305-4b75-a40c-3f742f20dcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960004 Jun 08 02:09:01.290504 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:09:01.493043 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 4c178719-6047-43d9-9d57-30618b0b060e no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:09:01.566111 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 4c178719-6047-43d9-9d57-30618b0b060e is: DOWN; New status is: DOWN {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:09:02.183724 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4eaae8-9634-4fb8-b63f-458442dedccc req-02b995f7-a978-4be6-b0b8-1e0966238393 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:02.185253 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4a4eaae8-9634-4fb8-b63f-458442dedccc req-02b995f7-a978-4be6-b0b8-1e0966238393 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 943 time: 0.0499632 Jun 08 02:09:02.208167 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=78 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:02.253152 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4a4eaae8-9634-4fb8-b63f-458442dedccc req-0a408a56-bc90-4cfe-954d-4c820a8de3be tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617275 Jun 08 02:09:02.536236 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d574afd-caed-4bf3-84d3-ec32d8bb8825 req-21e9eb13-18fb-4258-9467-5e69288a4b17 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:02.537966 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3d574afd-caed-4bf3-84d3-ec32d8bb8825 req-21e9eb13-18fb-4258-9467-5e69288a4b17 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc44145c-7cae-45fa-b339-fd2b3c42e275 HTTP/1.1" status: 200 len: 946 time: 0.0490239 Jun 08 02:09:02.586146 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3d574afd-caed-4bf3-84d3-ec32d8bb8825 req-4cd2f0e1-3d17-45da-bb26-b0f194cf649c tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423484 Jun 08 02:09:03.341618 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:03.382354 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e7735-756a-4613-bee4-c1615efdc88e req-3969408c-b847-4138-8dd4-05d5ec774da7 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:03.383920 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-bf1e7735-756a-4613-bee4-c1615efdc88e req-3969408c-b847-4138-8dd4-05d5ec774da7 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 943 time: 0.0534027 Jun 08 02:09:03.434585 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-bf1e7735-756a-4613-bee4-c1615efdc88e req-c4c72f42-d894-4730-870d-09e8975ec0f6 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450740 Jun 08 02:09:03.703293 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bfb0d-8835-42d4-8e13-9339df7bff3b req-7c15ed63-9275-40bf-94f4-4c40f23c558c tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:03.705008 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-990bfb0d-8835-42d4-8e13-9339df7bff3b req-7c15ed63-9275-40bf-94f4-4c40f23c558c tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc44145c-7cae-45fa-b339-fd2b3c42e275 HTTP/1.1" status: 200 len: 946 time: 0.0484414 Jun 08 02:09:03.732871 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:03.756864 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-990bfb0d-8835-42d4-8e13-9339df7bff3b req-34cb4bde-fbb9-49d7-b327-f91ec297401b tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447936 Jun 08 02:09:04.559794 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c2796-5f6c-4d39-8226-179bb335d7e4 req-3ff580a4-4ffa-47fd-a886-0b301d160ca9 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:04.561477 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f79c2796-5f6c-4d39-8226-179bb335d7e4 req-3ff580a4-4ffa-47fd-a886-0b301d160ca9 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 943 time: 0.0516222 Jun 08 02:09:04.610817 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f79c2796-5f6c-4d39-8226-179bb335d7e4 req-f72812b7-8e53-4eec-b3b7-1d7b3c82616f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436518 Jun 08 02:09:04.875448 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b8748-54db-487a-8112-58d3de020201 req-e060a04c-548b-4a78-acfa-62a82c1b8d2a tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:04.877015 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b54b8748-54db-487a-8112-58d3de020201 req-e060a04c-548b-4a78-acfa-62a82c1b8d2a tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc44145c-7cae-45fa-b339-fd2b3c42e275 HTTP/1.1" status: 200 len: 946 time: 0.0490901 Jun 08 02:09:04.930366 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b54b8748-54db-487a-8112-58d3de020201 req-6ba2fe70-74a6-4b00-8e67-08da6ac8a45c tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472217 Jun 08 02:09:05.732891 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d62d44-35fa-4145-94bb-61820d28ce87 req-bd5d4bb6-910c-4e2b-924b-34034931dd73 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:05.734510 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d1d62d44-35fa-4145-94bb-61820d28ce87 req-bd5d4bb6-910c-4e2b-924b-34034931dd73 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 943 time: 0.0473111 Jun 08 02:09:05.790995 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d1d62d44-35fa-4145-94bb-61820d28ce87 req-0e0fd61e-c353-4694-aaa2-d1b7f77462e2 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508976 Jun 08 02:09:06.052149 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaeeb16-94f2-49d8-ae0e-b47bee45c1ea req-82fa260c-9ef5-49aa-b4fb-38ba6e27140a tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:06.056855 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ecaeeb16-94f2-49d8-ae0e-b47bee45c1ea req-82fa260c-9ef5-49aa-b4fb-38ba6e27140a tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc44145c-7cae-45fa-b339-fd2b3c42e275 HTTP/1.1" status: 200 len: 946 time: 0.0552356 Jun 08 02:09:06.104605 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ecaeeb16-94f2-49d8-ae0e-b47bee45c1ea req-6cc0da2f-4d2c-403a-879b-cfa39a480689 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444093 Jun 08 02:09:06.833669 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5953bd77-d41b-4c75-806b-bac82ae2f7ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:06.912682 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770ebf4-31ed-4cd3-98a8-73394fb7b15f req-c2d96561-865c-4b24-b042-885a37b6989f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:06.914915 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7770ebf4-31ed-4cd3-98a8-73394fb7b15f req-c2d96561-865c-4b24-b042-885a37b6989f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 943 time: 0.0489242 Jun 08 02:09:06.970425 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7770ebf4-31ed-4cd3-98a8-73394fb7b15f req-c0781141-050c-4a13-9db4-4e9622b4c5c7 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437768 Jun 08 02:09:07.229356 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be89ee-eb31-4891-9dde-353b41eb9feb req-e84e6d3c-8aa9-4656-b449-3c3805b071b3 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:07.230786 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-54be89ee-eb31-4891-9dde-353b41eb9feb req-e84e6d3c-8aa9-4656-b449-3c3805b071b3 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc44145c-7cae-45fa-b339-fd2b3c42e275 HTTP/1.1" status: 200 len: 946 time: 0.0530152 Jun 08 02:09:07.280599 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-54be89ee-eb31-4891-9dde-353b41eb9feb req-e2538a4d-fca1-4372-ac55-b44a3ddd8602 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443416 Jun 08 02:09:08.101624 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a30c1-408d-44e3-bc8c-bae7b7ce2afd req-0ecf8f76-fbe4-4dfd-833d-07933e88846e tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:08.103113 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-241a30c1-408d-44e3-bc8c-bae7b7ce2afd req-0ecf8f76-fbe4-4dfd-833d-07933e88846e tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 943 time: 0.0496297 Jun 08 02:09:08.152680 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-241a30c1-408d-44e3-bc8c-bae7b7ce2afd req-3ff5a67b-4d7e-4ed7-9d1a-7f535c3540cb tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439131 Jun 08 02:09:08.406352 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ea95b-f7a3-4454-85cc-27bd21be42a3 req-d0cb2463-de82-417c-9ad7-450de20a9ec3 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:08.408411 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-675ea95b-f7a3-4454-85cc-27bd21be42a3 req-d0cb2463-de82-417c-9ad7-450de20a9ec3 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc44145c-7cae-45fa-b339-fd2b3c42e275 HTTP/1.1" status: 200 len: 946 time: 0.0491147 Jun 08 02:09:08.464003 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-675ea95b-f7a3-4454-85cc-27bd21be42a3 req-bb238821-3722-4417-8e10-c4e72ebef516 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488546 Jun 08 02:09:09.124215 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-50aa6c0b-1788-4646-bb02-c73667160eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:09.143215 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=4 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:09.145620 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=10 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:09.277997 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb34298-1fce-4250-969f-ee1c24bb0465 req-25c6a827-2821-4c98-8d34-ad9b00f6ea9a tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:09.279513 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7fb34298-1fce-4250-969f-ee1c24bb0465 req-25c6a827-2821-4c98-8d34-ad9b00f6ea9a tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 943 time: 0.0485625 Jun 08 02:09:09.311807 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:09.329781 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7fb34298-1fce-4250-969f-ee1c24bb0465 req-5c713ebb-2ff4-40da-86d9-6fc3040dfbc2 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443654 Jun 08 02:09:09.599841 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22b037-5c07-46c0-8098-0d96d5fa4585 req-cb7eac43-2473-4640-bdba-94001ee68241 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:09.601913 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5c22b037-5c07-46c0-8098-0d96d5fa4585 req-cb7eac43-2473-4640-bdba-94001ee68241 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc44145c-7cae-45fa-b339-fd2b3c42e275 HTTP/1.1" status: 200 len: 946 time: 0.0491962 Jun 08 02:09:09.661529 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5c22b037-5c07-46c0-8098-0d96d5fa4585 req-49f74caa-b740-4c4b-a2d1-b01bd2fea01c tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535533 Jun 08 02:09:10.252002 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:10.464994 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31258f-cf05-4394-bb46-ccecc0eecfd6 req-0269f26d-6b98-4b98-8161-8b07301a93af tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:10.466415 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5d31258f-cf05-4394-bb46-ccecc0eecfd6 req-0269f26d-6b98-4b98-8161-8b07301a93af tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 943 time: 0.0588083 Jun 08 02:09:10.516190 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5d31258f-cf05-4394-bb46-ccecc0eecfd6 req-40eff8ba-3c6e-41d2-9db3-074e5cc623c2 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440443 Jun 08 02:09:10.745523 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:10.784691 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a8826-99ad-4fe6-b05c-2c5fc1ad2545 req-2c49c27f-022f-4f1f-94d2-7153baf2791f tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:10.786176 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-004a8826-99ad-4fe6-b05c-2c5fc1ad2545 req-2c49c27f-022f-4f1f-94d2-7153baf2791f tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc44145c-7cae-45fa-b339-fd2b3c42e275 HTTP/1.1" status: 200 len: 946 time: 0.0513597 Jun 08 02:09:10.834893 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-004a8826-99ad-4fe6-b05c-2c5fc1ad2545 req-008ce23c-a1ec-4218-9d6e-a3783ac08999 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419464 Jun 08 02:09:11.640892 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d675dd0-9f08-4a32-8038-dcb4ccbd0794 req-54c8cd9e-5baa-4a34-9007-9320137358e8 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:11.642352 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0d675dd0-9f08-4a32-8038-dcb4ccbd0794 req-54c8cd9e-5baa-4a34-9007-9320137358e8 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 943 time: 0.0513422 Jun 08 02:09:11.867504 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:11.930013 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0d675dd0-9f08-4a32-8038-dcb4ccbd0794 req-e040fa79-db5c-4478-8dc8-6a952cf25e6e tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2817805 Jun 08 02:09:11.979809 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6675be-5378-4bf1-948a-ebbbc528652e req-bbc29f9e-47b7-423d-910f-79677f2ede6a tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:11.981313 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0c6675be-5378-4bf1-948a-ebbbc528652e req-bbc29f9e-47b7-423d-910f-79677f2ede6a tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc44145c-7cae-45fa-b339-fd2b3c42e275 HTTP/1.1" status: 200 len: 946 time: 0.0482593 Jun 08 02:09:12.030883 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0c6675be-5378-4bf1-948a-ebbbc528652e req-c9a1cfc7-dd8a-46ba-9cd8-38e5ec2d6d24 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428076 Jun 08 02:09:13.055934 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1882474-54f5-4d36-8898-8ade38069fa4 req-d5033a36-b984-4733-b65f-40de8eebec8e tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:13.057437 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e1882474-54f5-4d36-8898-8ade38069fa4 req-d5033a36-b984-4733-b65f-40de8eebec8e tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 943 time: 0.0479031 Jun 08 02:09:13.113246 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e1882474-54f5-4d36-8898-8ade38069fa4 req-56db64a3-289d-4048-9c77-0c3625fa61c6 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490341 Jun 08 02:09:13.173519 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84da54-3f3b-4add-9f2d-e5c51e82ea96 req-ae0bae11-e683-4a29-8012-ca0b6bda8c78 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:13.175241 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-dc84da54-3f3b-4add-9f2d-e5c51e82ea96 req-ae0bae11-e683-4a29-8012-ca0b6bda8c78 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc44145c-7cae-45fa-b339-fd2b3c42e275 HTTP/1.1" status: 200 len: 946 time: 0.0491347 Jun 08 02:09:13.222581 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-dc84da54-3f3b-4add-9f2d-e5c51e82ea96 req-2b647757-b906-452f-b087-55c5efbb6834 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414925 Jun 08 02:09:13.339234 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:14.242265 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09049c31-e6a5-4775-92e4-5024bfee83b3 req-b5647110-474c-4d8d-b2ba-199a59fc4915 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:14.243763 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-09049c31-e6a5-4775-92e4-5024bfee83b3 req-b5647110-474c-4d8d-b2ba-199a59fc4915 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 943 time: 0.0472314 Jun 08 02:09:14.304663 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-09049c31-e6a5-4775-92e4-5024bfee83b3 req-498ff0b7-4c2b-4f31-aa09-22e1d79dee85 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551696 Jun 08 02:09:14.341178 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3208497-d34b-4bd6-910d-4697a2495e15 req-7fa33bc9-f5ea-4298-a146-3df01290815c tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:14.342699 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c3208497-d34b-4bd6-910d-4697a2495e15 req-7fa33bc9-f5ea-4298-a146-3df01290815c tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc44145c-7cae-45fa-b339-fd2b3c42e275 HTTP/1.1" status: 200 len: 946 time: 0.0520654 Jun 08 02:09:14.389459 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c3208497-d34b-4bd6-910d-4697a2495e15 req-ed87ac4d-66cf-48f8-a6ec-db9dcdd54e9f tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412750 Jun 08 02:09:15.430679 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599860a-974d-4c89-aedd-3e81c0721f15 req-8c2fc4d0-90d4-4603-a681-7e601d3851f6 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:15.432178 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d599860a-974d-4c89-aedd-3e81c0721f15 req-8c2fc4d0-90d4-4603-a681-7e601d3851f6 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 943 time: 0.0467012 Jun 08 02:09:15.511016 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d599860a-974d-4c89-aedd-3e81c0721f15 req-3b43ffa2-43e8-4f6f-ac77-b45add39acf0 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733483 Jun 08 02:09:15.521428 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1180c-d8f0-44df-afed-2d82b304e6d3 req-cd97788f-0748-4082-9a7c-f8dbbf07faee tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:15.523858 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1ac1180c-d8f0-44df-afed-2d82b304e6d3 req-cd97788f-0748-4082-9a7c-f8dbbf07faee tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc44145c-7cae-45fa-b339-fd2b3c42e275 HTTP/1.1" status: 200 len: 946 time: 0.0664737 Jun 08 02:09:15.572771 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1ac1180c-d8f0-44df-afed-2d82b304e6d3 req-1a4a93a8-67c3-45e7-91cd-35fccc3bdf23 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423911 Jun 08 02:09:16.524586 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:16.544978 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736ba0c-3968-469f-9730-f3aaa0b7d874 req-560ce1f1-8aba-4991-a250-d2e42aa64367 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:16.546385 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3736ba0c-3968-469f-9730-f3aaa0b7d874 req-560ce1f1-8aba-4991-a250-d2e42aa64367 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc44145c-7cae-45fa-b339-fd2b3c42e275 HTTP/1.1" status: 200 len: 946 time: 0.0491018 Jun 08 02:09:16.680713 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411137d3-49a9-4aa8-965b-504e33604f7a req-9348e35e-34df-4cdc-82f0-ae1caacadddc tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:16.682161 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-411137d3-49a9-4aa8-965b-504e33604f7a req-9348e35e-34df-4cdc-82f0-ae1caacadddc tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 943 time: 0.0959015 Jun 08 02:09:16.760089 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713095f9-0c6d-46a0-9d8c-9b60d1587865 req-871dc0fc-41c6-4973-9295-c081a07b43f3 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:16.761710 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-713095f9-0c6d-46a0-9d8c-9b60d1587865 req-871dc0fc-41c6-4973-9295-c081a07b43f3 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc44145c-7cae-45fa-b339-fd2b3c42e275 HTTP/1.1" status: 200 len: 946 time: 0.1059289 Jun 08 02:09:16.778589 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:16.808224 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-3736ba0c-3968-469f-9730-f3aaa0b7d874 req-76bfcc09-bd3e-4168-859a-35488acb8f3c tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Deleting port f93bc63e-095b-4667-bb36-f91a3d9f2379 {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:09:16.808531 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-3736ba0c-3968-469f-9730-f3aaa0b7d874 req-76bfcc09-bd3e-4168-859a-35488acb8f3c tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (f93bc63e-095b-4667-bb36-f91a3d9f2379), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:16.867315 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-411137d3-49a9-4aa8-965b-504e33604f7a req-1767a819-db8d-40b9-aac7-ca361332566e tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677306 Jun 08 02:09:16.906582 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-713095f9-0c6d-46a0-9d8c-9b60d1587865 req-5b0faa3c-d160-4af9-9f53-8f38e1c749ca tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324885 Jun 08 02:09:16.938813 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-3736ba0c-3968-469f-9730-f3aaa0b7d874 req-76bfcc09-bd3e-4168-859a-35488acb8f3c tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] For port f93bc63e-095b-4667-bb36-f91a3d9f2379, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=f93bc63e-095b-4667-bb36-f91a3d9f2379,segment=NetworkSegment(e13fd0c2-9c6e-4a49-b62b-0d214dd47858),segment_id=e13fd0c2-9c6e-4a49-b62b-0d214dd47858)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:09:16.939171 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-3736ba0c-3968-469f-9730-f3aaa0b7d874 req-76bfcc09-bd3e-4168-859a-35488acb8f3c tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (f93bc63e-095b-4667-bb36-f91a3d9f2379), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:16.952696 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-3736ba0c-3968-469f-9730-f3aaa0b7d874 req-76bfcc09-bd3e-4168-859a-35488acb8f3c tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Calling delete_port for f93bc63e-095b-4667-bb36-f91a3d9f2379 owned by compute:nova {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:09:17.078740 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-3736ba0c-3968-469f-9730-f3aaa0b7d874 req-76bfcc09-bd3e-4168-859a-35488acb8f3c tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (f93bc63e-095b-4667-bb36-f91a3d9f2379), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:17.090812 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['f93bc63e-095b-4667-bb36-f91a3d9f2379'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:09:17.118407 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bfcc09-bd3e-4168-859a-35488acb8f3c tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Pushing event deleted for resources: {'Port': ['ID=f93bc63e-095b-4667-bb36-f91a3d9f2379,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:09:17.175533 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-3736ba0c-3968-469f-9730-f3aaa0b7d874 req-76bfcc09-bd3e-4168-859a-35488acb8f3c tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] No DVR routers for this DVR port f93bc63e-095b-4667-bb36-f91a3d9f2379 on host hv-cinder-84506 {{(pid=104268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:09:17.179576 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-3736ba0c-3968-469f-9730-f3aaa0b7d874 req-76bfcc09-bd3e-4168-859a-35488acb8f3c tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:17.182691 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3736ba0c-3968-469f-9730-f3aaa0b7d874 req-76bfcc09-bd3e-4168-859a-35488acb8f3c tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.15 "DELETE /v2.0/ports/f93bc63e-095b-4667-bb36-f91a3d9f2379 HTTP/1.1" status: 204 len: 173 time: 0.5641901 Jun 08 02:09:17.183149 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc44145c-7cae-45fa-b339-fd2b3c42e275', 'name': 'network-vif-deleted', 'tag': 'f93bc63e-095b-4667-bb36-f91a3d9f2379'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:09:17.185339 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ce5fe7-9df9-4100-be5a-57630a054af7" -d '{"events": [{"server_uuid": "dc44145c-7cae-45fa-b339-fd2b3c42e275", "name": "network-vif-deleted", "tag": "f93bc63e-095b-4667-bb36-f91a3d9f2379"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:09:17.225757 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbd435b-92a0-489d-b08f-cf655d15f65b x-openstack-request-id: req-2fbd435b-92a0-489d-b08f-cf655d15f65b {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:09:17.226057 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc44145c-7cae-45fa-b339-fd2b3c42e275", "name": "network-vif-deleted", "tag": "f93bc63e-095b-4667-bb36-f91a3d9f2379", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:09:17.226364 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2fbd435b-92a0-489d-b08f-cf655d15f65b {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:09:17.226808 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fbd435b-92a0-489d-b08f-cf655d15f65b'] response: {'server_uuid': 'dc44145c-7cae-45fa-b339-fd2b3c42e275', 'name': 'network-vif-deleted', 'tag': 'f93bc63e-095b-4667-bb36-f91a3d9f2379', 'status': 'completed', 'code': 200} Jun 08 02:09:17.540059 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 4c178719-6047-43d9-9d57-30618b0b060e details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 02:09:17.543147 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=52,neutron:UPDATE=9 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:17.586685 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03761388-a86d-419d-ac78-7d4508699b6a req-97b07fa2-99fd-4202-ae58-15641ec283ba tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:17.588215 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-03761388-a86d-419d-ac78-7d4508699b6a req-97b07fa2-99fd-4202-ae58-15641ec283ba tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.0517290 Jun 08 02:09:17.637872 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-03761388-a86d-419d-ac78-7d4508699b6a req-7ae7365f-20b6-4b0f-879d-210a78318bc5 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439894 Jun 08 02:09:17.642311 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 4c178719-6047-43d9-9d57-30618b0b060e, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=4c178719-6047-43d9-9d57-30618b0b060e,segment=NetworkSegment(53131b2e-d267-40fd-aee8-2cb51a86cc49),segment_id=53131b2e-d267-40fd-aee8-2cb51a86cc49)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:09:17.655013 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Returning: {'device': '4c178719-6047-43d9-9d57-30618b0b060e', 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7', 'port_id': '4c178719-6047-43d9-9d57-30618b0b060e', 'mac_address': 'fa:16:3e:46:14:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35584f73-fd5a-4825-84bf-35c3d28082c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 02:09:17.691724 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 4c178719-6047-43d9-9d57-30618b0b060e is: DOWN; New status is: BUILD {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:09:17.692119 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (4c178719-6047-43d9-9d57-30618b0b060e), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:17.706488 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c178719-6047-43d9-9d57-30618b0b060e {{(pid=104270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:09:17.728061 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 4c178719-6047-43d9-9d57-30618b0b060e, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=4c178719-6047-43d9-9d57-30618b0b060e,segment=NetworkSegment(53131b2e-d267-40fd-aee8-2cb51a86cc49),segment_id=53131b2e-d267-40fd-aee8-2cb51a86cc49)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:09:17.732000 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (4c178719-6047-43d9-9d57-30618b0b060e), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:17.787134 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=4c178719-6047-43d9-9d57-30618b0b060e,revision_number=9']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:09:17.990190 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9099d76-6164-4fec-a325-bba7b7acc14c req-1a5d215f-9959-4069-a157-a7f1cd9a9337 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:17.991836 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c9099d76-6164-4fec-a325-bba7b7acc14c req-1a5d215f-9959-4069-a157-a7f1cd9a9337 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 944 time: 0.0487282 Jun 08 02:09:18.039621 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c9099d76-6164-4fec-a325-bba7b7acc14c req-dcd5d4d1-4577-43fa-8908-7605dcced3d6 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421035 Jun 08 02:09:18.083546 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['4c178719-6047-43d9-9d57-30618b0b060e'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:09:18.301449 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=75 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:18.307516 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=3 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:18.750183 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef547a07-1a19-48cf-adcb-77e27b35a829 req-ec34c5a1-39f0-459c-b455-1e326d8f776d tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:18.751652 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ef547a07-1a19-48cf-adcb-77e27b35a829 req-ec34c5a1-39f0-459c-b455-1e326d8f776d tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.0462193 Jun 08 02:09:18.800258 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ef547a07-1a19-48cf-adcb-77e27b35a829 req-17e5a30e-dc49-475d-8a71-00e950bf890b tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431511 Jun 08 02:09:19.150382 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:19.164050 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60a417-1e43-4c92-a072-06313c8c2e52 req-0e947236-84b0-44e8-a362-6d679c489e8f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:19.165524 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9a60a417-1e43-4c92-a072-06313c8c2e52 req-0e947236-84b0-44e8-a362-6d679c489e8f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 944 time: 0.0502729 Jun 08 02:09:19.214911 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9a60a417-1e43-4c92-a072-06313c8c2e52 req-16594416-9a2c-4c40-9dc1-037d9c136269 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437262 Jun 08 02:09:19.911055 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3557d6-29ac-4c18-8cce-cfbe656ef000 req-f258cf02-199c-4ce2-9bf2-cde1504c8254 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:19.912669 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3c3557d6-29ac-4c18-8cce-cfbe656ef000 req-f258cf02-199c-4ce2-9bf2-cde1504c8254 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.0460353 Jun 08 02:09:19.959912 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3c3557d6-29ac-4c18-8cce-cfbe656ef000 req-9f02e9fd-03a1-40d5-ac52-0ec66bd0c93d tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415063 Jun 08 02:09:20.332649 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024878e-c9d5-49ec-a8b6-d585ec15cf32 req-2b159a42-ffa4-4dfe-abed-9c97ad2b28d5 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:20.334697 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6024878e-c9d5-49ec-a8b6-d585ec15cf32 req-2b159a42-ffa4-4dfe-abed-9c97ad2b28d5 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 944 time: 0.0493698 Jun 08 02:09:20.379933 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6024878e-c9d5-49ec-a8b6-d585ec15cf32 req-af89c547-cfea-4964-b12f-5c0237c5e467 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398157 Jun 08 02:09:21.071953 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ce6ad-2d7b-4da6-8983-4a1a6d810c63 req-62c5b9b8-baf4-4e20-a243-f53fab690f5b tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:21.073504 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e33ce6ad-2d7b-4da6-8983-4a1a6d810c63 req-62c5b9b8-baf4-4e20-a243-f53fab690f5b tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.0471702 Jun 08 02:09:21.085742 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:21.121223 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e33ce6ad-2d7b-4da6-8983-4a1a6d810c63 req-d69e32d9-f3c4-4d31-8fc3-c0cb7724ed33 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423181 Jun 08 02:09:21.354467 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 4c178719-6047-43d9-9d57-30618b0b060e up at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:09:21.400896 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning complete for port 4c178719-6047-43d9-9d57-30618b0b060e triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:09:21.401255 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (4c178719-6047-43d9-9d57-30618b0b060e), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:21.466532 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:21.478112 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 4c178719-6047-43d9-9d57-30618b0b060e is: BUILD; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:09:21.478499 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (4c178719-6047-43d9-9d57-30618b0b060e), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:21.502256 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7944f2e-2294-4a69-bd4e-d51f50e73e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c178719-6047-43d9-9d57-30618b0b060e'}] {{(pid=104270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:09:21.504766 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8be0b5de5a23eefcc09db06b1daf5598b5c3b6529c2083486e3c6bab2d5553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0ac4fe-b66d-4147-b4a4-71115c52b4fe" -d '{"events": [{"server_uuid": "b7944f2e-2294-4a69-bd4e-d51f50e73e56", "name": "network-vif-plugged", "status": "completed", "tag": "4c178719-6047-43d9-9d57-30618b0b060e"}]}' {{(pid=104270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:09:21.505327 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530ea0e-b011-4c0d-99d6-bb06ed69aeaa req-709ce018-c0ef-43cc-903b-98d11f16c712 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:21.507739 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d530ea0e-b011-4c0d-99d6-bb06ed69aeaa req-709ce018-c0ef-43cc-903b-98d11f16c712 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 944 time: 0.0504224 Jun 08 02:09:21.531397 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 4c178719-6047-43d9-9d57-30618b0b060e, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=4c178719-6047-43d9-9d57-30618b0b060e,segment=NetworkSegment(53131b2e-d267-40fd-aee8-2cb51a86cc49),segment_id=53131b2e-d267-40fd-aee8-2cb51a86cc49)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:09:21.542607 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (4c178719-6047-43d9-9d57-30618b0b060e), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:21.543757 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device f93bc63e-095b-4667-bb36-f91a3d9f2379 no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:09:21.566780 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d530ea0e-b011-4c0d-99d6-bb06ed69aeaa req-c7b5aee7-f25d-4304-b2d9-2a4446139157 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499766 Jun 08 02:09:21.572885 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736f9787-7d49-42c4-ab8b-1bd798df1dc1 x-openstack-request-id: req-736f9787-7d49-42c4-ab8b-1bd798df1dc1 {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:09:21.573175 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7944f2e-2294-4a69-bd4e-d51f50e73e56", "name": "network-vif-plugged", "status": "completed", "tag": "4c178719-6047-43d9-9d57-30618b0b060e", "code": 200}]} {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:09:21.573427 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-736f9787-7d49-42c4-ab8b-1bd798df1dc1 {{(pid=104270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:09:21.573814 dv-cinder-845069-1-iscsi neutron-server[104270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-736f9787-7d49-42c4-ab8b-1bd798df1dc1'] response: {'server_uuid': 'b7944f2e-2294-4a69-bd4e-d51f50e73e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c178719-6047-43d9-9d57-30618b0b060e', 'code': 200} Jun 08 02:09:21.594049 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] No Port match for: f93bc63e-095b-4667-bb36-f91a3d9f2379 {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:09:21.594409 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device f93bc63e-095b-4667-bb36-f91a3d9f2379 not bound to the agent host hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:09:21.622675 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=4c178719-6047-43d9-9d57-30618b0b060e,revision_number=10']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:09:22.243306 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48893be4-6cc1-42d5-be79-bbb9479dfb0a req-23ee3830-f1e9-47c7-b897-99bd895b3283 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:22.244775 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-48893be4-6cc1-42d5-be79-bbb9479dfb0a req-23ee3830-f1e9-47c7-b897-99bd895b3283 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.0460410 Jun 08 02:09:22.291733 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-48893be4-6cc1-42d5-be79-bbb9479dfb0a req-5201d9af-d589-4be6-b8e5-e513adc7db95 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414629 Jun 08 02:09:22.437947 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7a3e5e58-c98b-416e-9c63-cf2a8cd49330 req-63440359-c0b5-40f4-8dae-bd60bd7387be service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520444 Jun 08 02:09:22.715849 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fd59b-2844-4f33-a007-c76a7d4ec6ac req-a38ffa59-b560-4810-ac94-3d291c74c1a0 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:22.717651 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-615fd59b-2844-4f33-a007-c76a7d4ec6ac req-a38ffa59-b560-4810-ac94-3d291c74c1a0 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 946 time: 0.0543327 Jun 08 02:09:22.766146 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-615fd59b-2844-4f33-a007-c76a7d4ec6ac req-77dcdaa0-61bb-4891-947b-2d3f71487681 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427499 Jun 08 02:09:22.849672 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c64e79-1f9b-424e-9656-f7c17daba1d2 req-3f97c09f-daf9-4dcd-a14f-b78837535bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:22.851272 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-04c64e79-1f9b-424e-9656-f7c17daba1d2 req-3f97c09f-daf9-4dcd-a14f-b78837535bb0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 1130 time: 0.0721281 Jun 08 02:09:22.857835 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e5e58-c98b-416e-9c63-cf2a8cd49330 req-f0694fa8-7787-45ca-bcd1-ab602af75961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:22.859777 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7a3e5e58-c98b-416e-9c63-cf2a8cd49330 req-f0694fa8-7787-45ca-bcd1-ab602af75961 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d40d753f66ec4ed2808aa65b825e66f8&device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 1129 time: 0.0664270 Jun 08 02:09:22.966831 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-04c64e79-1f9b-424e-9656-f7c17daba1d2 req-a0e811b8-14d4-4ba0-9476-4da2447c64ad service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885234 Jun 08 02:09:23.009750 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e5e58-c98b-416e-9c63-cf2a8cd49330 req-86c2acb6-3a20-47c6-a4d4-7dbe2af7c4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:23.011813 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7a3e5e58-c98b-416e-9c63-cf2a8cd49330 req-86c2acb6-3a20-47c6-a4d4-7dbe2af7c4bc service neutron] 10.222.0.15 "GET /v2.0/networks?id=eafc844b-6465-4613-a6dd-f1b9698164f0 HTTP/1.1" status: 200 len: 920 time: 0.1068304 Jun 08 02:09:23.238799 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7a3e5e58-c98b-416e-9c63-cf2a8cd49330 req-73edcfce-521a-4c93-a41a-8bb7b3135486 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=895ce244-87ef-415a-88d2-f764d9932c90 HTTP/1.1" status: 200 len: 217 time: 0.0344484 Jun 08 02:09:23.289916 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e5e58-c98b-416e-9c63-cf2a8cd49330 req-8ef49f30-8b82-4431-9890-dcc4197d3885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:23.291327 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7a3e5e58-c98b-416e-9c63-cf2a8cd49330 req-8ef49f30-8b82-4431-9890-dcc4197d3885 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b425173c-8738-4438-bb14-70ea3c375864 HTTP/1.1" status: 200 len: 858 time: 0.0462844 Jun 08 02:09:23.339548 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e5e58-c98b-416e-9c63-cf2a8cd49330 req-83c00c16-a18c-4649-acc7-18a10bbf54e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:23.341073 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7a3e5e58-c98b-416e-9c63-cf2a8cd49330 req-83c00c16-a18c-4649-acc7-18a10bbf54e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eafc844b-6465-4613-a6dd-f1b9698164f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435007 Jun 08 02:09:23.396931 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:23.447459 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05806a12-7af8-4a94-a878-5c30cb84308c req-a07f4618-3d1e-4105-90c4-31c43ff6be29 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:23.448909 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-05806a12-7af8-4a94-a878-5c30cb84308c req-a07f4618-3d1e-4105-90c4-31c43ff6be29 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.0841033 Jun 08 02:09:23.490635 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7a3e5e58-c98b-416e-9c63-cf2a8cd49330 req-dca679d4-046e-4664-8162-21ec9ff68ce2 service neutron] 10.222.0.15 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423812 Jun 08 02:09:23.511866 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-05806a12-7af8-4a94-a878-5c30cb84308c req-de6ccf19-902e-43aa-b29e-41239bee9a7e tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568941 Jun 08 02:09:23.843509 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7a3e5e58-c98b-416e-9c63-cf2a8cd49330 req-b6aa85e0-953f-46bf-a0dc-ec069d19f2db service neutron] 10.222.0.15 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909550 Jun 08 02:09:23.882767 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:23.894575 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82711fb7-7d43-44fd-9578-c69bf0638665 req-6022a1f1-4b32-49de-b475-99aed9612606 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:23.896062 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-82711fb7-7d43-44fd-9578-c69bf0638665 req-6022a1f1-4b32-49de-b475-99aed9612606 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 946 time: 0.0516999 Jun 08 02:09:23.944948 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-82711fb7-7d43-44fd-9578-c69bf0638665 req-b9be7402-c716-4263-ac46-8056a8a13f28 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430319 Jun 08 02:09:24.047895 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7f83e-44a6-4999-8659-e31cc195c9d5 req-476087ce-258d-42c5-9ba9-605df5bacf39 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:24.049352 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-45c7f83e-44a6-4999-8659-e31cc195c9d5 req-476087ce-258d-42c5-9ba9-605df5bacf39 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0452371 Jun 08 02:09:24.095260 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-45c7f83e-44a6-4999-8659-e31cc195c9d5 req-2032990e-71a1-4096-8c93-268da1bfcb45 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403247 Jun 08 02:09:24.629676 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816db7f-71dd-4787-9373-e24a75fb0a05 req-31abe707-74a2-4747-b662-c82fdda3bc37 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:24.631098 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c816db7f-71dd-4787-9373-e24a75fb0a05 req-31abe707-74a2-4747-b662-c82fdda3bc37 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.0490646 Jun 08 02:09:24.677064 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c816db7f-71dd-4787-9373-e24a75fb0a05 req-fe8fda1b-cdee-4e57-834e-f4969a69d6ff tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404422 Jun 08 02:09:25.081249 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a27a07-3eea-4a9c-a8a6-409e1e79dddc req-e8f2356a-edfc-4d49-a146-18ae7ef3a8d9 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:25.082674 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b9a27a07-3eea-4a9c-a8a6-409e1e79dddc req-e8f2356a-edfc-4d49-a146-18ae7ef3a8d9 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 946 time: 0.0448303 Jun 08 02:09:25.128912 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b9a27a07-3eea-4a9c-a8a6-409e1e79dddc req-70d9c762-149f-4b6d-98be-25705fc9e283 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401914 Jun 08 02:09:25.206878 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e2e28-2de6-4f7c-a137-a4851d7f61dc req-f40b1344-07a0-4dfd-81ab-bbba8bf01162 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:25.208248 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-822e2e28-2de6-4f7c-a137-a4851d7f61dc req-f40b1344-07a0-4dfd-81ab-bbba8bf01162 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0452812 Jun 08 02:09:25.256421 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-822e2e28-2de6-4f7c-a137-a4851d7f61dc req-eb8f63c5-3ee2-4985-9eb3-ad01a2ef7e93 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420094 Jun 08 02:09:25.526423 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:25.789320 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff86e75-6365-4557-a9ca-14587f3ca00f req-0b1cd867-fa3d-46e3-8c3d-dccb4e14cf68 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:25.790903 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1ff86e75-6365-4557-a9ca-14587f3ca00f req-0b1cd867-fa3d-46e3-8c3d-dccb4e14cf68 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.0471659 Jun 08 02:09:25.842569 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1ff86e75-6365-4557-a9ca-14587f3ca00f req-1c9a3481-3de2-46e6-b9b0-586d1b8254ab tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448630 Jun 08 02:09:26.247476 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce05ef-913b-41d2-bd8d-a2efc0abbeed req-fc0e3e07-385c-41b0-a3ca-ca4018bc7c5f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:26.249007 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f0ce05ef-913b-41d2-bd8d-a2efc0abbeed req-fc0e3e07-385c-41b0-a3ca-ca4018bc7c5f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 946 time: 0.0460601 Jun 08 02:09:26.295599 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f0ce05ef-913b-41d2-bd8d-a2efc0abbeed req-cb463b8d-4aca-47cc-b2e5-e616191cb53a tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412209 Jun 08 02:09:26.376487 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44dd9fe-aa0a-4841-956a-868fc02b8e55 req-ca5f7ff3-6194-4e67-b820-3879829d56c6 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:26.377955 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b44dd9fe-aa0a-4841-956a-868fc02b8e55 req-ca5f7ff3-6194-4e67-b820-3879829d56c6 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0493808 Jun 08 02:09:26.425221 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b44dd9fe-aa0a-4841-956a-868fc02b8e55 req-757c5dd5-88b6-41df-8d33-02aa84abdf4f tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416491 Jun 08 02:09:26.835016 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:26.840113 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168a991-5296-403d-b621-c482fd732e92 req-f8c3f5f1-6225-4b11-8465-96934931a8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:26.841617 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7168a991-5296-403d-b621-c482fd732e92 req-f8c3f5f1-6225-4b11-8465-96934931a8c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d40d753f66ec4ed2808aa65b825e66f8&device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 1130 time: 0.0419817 Jun 08 02:09:26.990426 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca1201-2b9a-4561-8618-1c444234e18e req-db23b766-563e-420a-a2c5-6a87c04f4f85 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:26.991892 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9bca1201-2b9a-4561-8618-1c444234e18e req-db23b766-563e-420a-a2c5-6a87c04f4f85 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.0655980 Jun 08 02:09:27.021962 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168a991-5296-403d-b621-c482fd732e92 req-aaa5ff4f-e178-4d10-b16c-811bdfb89c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:27.023368 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7168a991-5296-403d-b621-c482fd732e92 req-aaa5ff4f-e178-4d10-b16c-811bdfb89c54 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eafc844b-6465-4613-a6dd-f1b9698164f0 HTTP/1.1" status: 200 len: 920 time: 0.1461263 Jun 08 02:09:27.051739 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9bca1201-2b9a-4561-8618-1c444234e18e req-e362ec6b-1935-40b7-a06a-e44378a4dcb8 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509088 Jun 08 02:09:27.416297 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b19b43-87eb-43c8-88f3-36752f09a0c6 req-51210b18-49cc-4dbd-b585-ad44ad2347d5 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:27.417792 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-71b19b43-87eb-43c8-88f3-36752f09a0c6 req-51210b18-49cc-4dbd-b585-ad44ad2347d5 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 946 time: 0.0503795 Jun 08 02:09:27.469334 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-71b19b43-87eb-43c8-88f3-36752f09a0c6 req-afb0c3e6-c0c1-4250-b45b-ed5492bcdc33 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459404 Jun 08 02:09:27.502126 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:27.539827 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82fa66-84ea-4c2e-a851-3f7a0cda479f req-94fcb556-5bd2-42a8-8d4f-54f4bf35ecf0 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:27.541578 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0a82fa66-84ea-4c2e-a851-3f7a0cda479f req-94fcb556-5bd2-42a8-8d4f-54f4bf35ecf0 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0478311 Jun 08 02:09:27.588901 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0a82fa66-84ea-4c2e-a851-3f7a0cda479f req-1e23f4e3-2153-460a-b7b5-bfceb2ad9f4b tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403175 Jun 08 02:09:27.669245 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7168a991-5296-403d-b621-c482fd732e92 req-600a6f9f-6fc4-494b-828c-956c07b7c441 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d96f59a2-4ec1-4327-b308-e50814a9bbc5 HTTP/1.1" status: 200 len: 1001 time: 0.0545819 Jun 08 02:09:27.739998 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168a991-5296-403d-b621-c482fd732e92 req-f11fabe3-66a0-4ad7-bea9-26c48167fdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:27.741519 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7168a991-5296-403d-b621-c482fd732e92 req-f11fabe3-66a0-4ad7-bea9-26c48167fdc7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b425173c-8738-4438-bb14-70ea3c375864 HTTP/1.1" status: 200 len: 858 time: 0.0504234 Jun 08 02:09:27.787170 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168a991-5296-403d-b621-c482fd732e92 req-22ff2bb6-f4e2-4ec1-87fc-ee309369d08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:27.788973 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7168a991-5296-403d-b621-c482fd732e92 req-22ff2bb6-f4e2-4ec1-87fc-ee309369d08c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eafc844b-6465-4613-a6dd-f1b9698164f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403891 Jun 08 02:09:27.894821 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7168a991-5296-403d-b621-c482fd732e92 req-99240b22-bc35-47d7-b5be-b3d5af19736b service neutron] 10.222.0.15 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974827 Jun 08 02:09:28.007731 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7168a991-5296-403d-b621-c482fd732e92 req-15c8c7d8-84c7-463b-a2ad-34d88c3a7695 service neutron] 10.222.0.15 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068735 Jun 08 02:09:28.183883 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086996d2-9996-45d9-bc06-19ea5f7b9833 req-6ffb48bc-3a8b-4959-bc2c-ec33552b8397 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:28.185372 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-086996d2-9996-45d9-bc06-19ea5f7b9833 req-6ffb48bc-3a8b-4959-bc2c-ec33552b8397 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.0622683 Jun 08 02:09:28.190885 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-4a917b19-eb28-487e-95b3-9ddf167dbafa tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:28.192214 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-4a917b19-eb28-487e-95b3-9ddf167dbafa tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/networks?id=0805388c-c568-4da3-817b-3be9b163906b HTTP/1.1" status: 200 len: 814 time: 0.1488624 Jun 08 02:09:28.221047 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-bd648e26-8256-4880-b4e8-d03b9fa4f8b6 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/quotas/68cd7ed883a04e91b36482a8950b12d1 HTTP/1.1" status: 200 len: 375 time: 0.0209329 Jun 08 02:09:28.263805 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-fe983074-7e5c-44c9-8139-e9d6a0daa867 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=68cd7ed883a04e91b36482a8950b12d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373018 Jun 08 02:09:28.267075 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-086996d2-9996-45d9-bc06-19ea5f7b9833 req-6c4c4509-819e-4cf8-949e-6d0a882456a8 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739744 Jun 08 02:09:28.332827 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:28.360489 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-64057e29-db41-49d6-9c82-ca1d8b9d1519 service neutron] 10.222.0.20 "GET /v2.0/networks/0805388c-c568-4da3-817b-3be9b163906b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898027 Jun 08 02:09:28.448654 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-6e428c8a-1751-408b-942b-3187c9a9c2e3 service neutron] 10.222.0.20 "GET /v2.0/networks/0805388c-c568-4da3-817b-3be9b163906b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822856 Jun 08 02:09:28.611999 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4a2a3ad1-c2ca-4702-bc9e-7e472f8a3d3d req-6cdb510b-7e67-4f50-b328-04b6576f4c79 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc699b5-d7f5-466e-9882-a80368641bac HTTP/1.1" status: 200 len: 210 time: 0.0319798 Jun 08 02:09:28.623096 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b8848-4282-4293-a4dd-311a7f01f2c0 req-9e3689e7-aee3-41b9-ab9d-3ceca2f03a13 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:28.624622 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-fa6b8848-4282-4293-a4dd-311a7f01f2c0 req-9e3689e7-aee3-41b9-ab9d-3ceca2f03a13 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 946 time: 0.0787687 Jun 08 02:09:28.678518 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-fa6b8848-4282-4293-a4dd-311a7f01f2c0 req-ce6f39bb-9be3-4649-816b-34cccb49e2bd tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479524 Jun 08 02:09:28.733959 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da7d8d-0f17-45fd-bc6a-1a3e27c6bc22 req-1523da63-e015-49b0-b3d6-d1a3ac271610 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:28.735518 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f6da7d8d-0f17-45fd-bc6a-1a3e27c6bc22 req-1523da63-e015-49b0-b3d6-d1a3ac271610 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0561366 Jun 08 02:09:28.785846 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f6da7d8d-0f17-45fd-bc6a-1a3e27c6bc22 req-f6e2ceb3-26b4-47bb-9e3a-bffbedb486ea tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447493 Jun 08 02:09:29.376527 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:29.393889 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f18848-16fd-4749-bf8f-05f936761656 req-35f54246-0e66-4fe5-b8f8-90259375d263 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:29.396007 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-34f18848-16fd-4749-bf8f-05f936761656 req-35f54246-0e66-4fe5-b8f8-90259375d263 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.0620449 Jun 08 02:09:29.445412 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-34f18848-16fd-4749-bf8f-05f936761656 req-c3b757c9-15b8-4cbd-b578-7616d08b077c tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438318 Jun 08 02:09:29.610245 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-6e307649-db7e-448d-8b13-97d9c560a6fb tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:29.611628 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-6e307649-db7e-448d-8b13-97d9c560a6fb tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.15 "GET /v2.0/networks?id=0805388c-c568-4da3-817b-3be9b163906b HTTP/1.1" status: 200 len: 814 time: 0.1023285 Jun 08 02:09:29.661015 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-3067b171-fd2f-4e1f-af94-d84bffa1c665 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Request body: {'port': {'device_id': '3cc699b5-d7f5-466e-9882-a80368641bac', 'network_id': '0805388c-c568-4da3-817b-3be9b163906b', 'admin_state_up': True, 'tenant_id': '68cd7ed883a04e91b36482a8950b12d1'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:09:29.741919 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-57085fd1-6220-4bd7-81c2-4e8ef10cd7d7 req-cb711bf9-787d-4ce7-b784-c29efc425e0b tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc699b5-d7f5-466e-9882-a80368641bac HTTP/1.1" status: 200 len: 210 time: 0.0354199 Jun 08 02:09:29.808576 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-3067b171-fd2f-4e1f-af94-d84bffa1c665 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Made reservation on behalf of 68cd7ed883a04e91b36482a8950b12d1 for: {'port': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:09:29.812207 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-3067b171-fd2f-4e1f-af94-d84bffa1c665 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:29.934903 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92cc9b-729d-4ddb-b28f-2728fc5e0cfa req-279e7cea-4b57-4f59-8ec1-2e410a8e819e tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:29.936380 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8f92cc9b-729d-4ddb-b28f-2728fc5e0cfa req-279e7cea-4b57-4f59-8ec1-2e410a8e819e tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0662165 Jun 08 02:09:30.004216 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-3067b171-fd2f-4e1f-af94-d84bffa1c665 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Allocated IP 172.20.0.7 (0805388c-c568-4da3-817b-3be9b163906b/10c1956a-879c-4924-b8ae-c251c422d463/46f78d55-b541-47ea-88b7-8af0f92f361f) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:09:30.024148 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8f92cc9b-729d-4ddb-b28f-2728fc5e0cfa req-f3217d43-2a90-4b52-898b-eebdaeb89ef1 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691819 Jun 08 02:09:30.115072 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:30.177480 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-3067b171-fd2f-4e1f-af94-d84bffa1c665 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Publish callbacks [] for port (46f78d55-b541-47ea-88b7-8af0f92f361f), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:30.207986 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-3067b171-fd2f-4e1f-af94-d84bffa1c665 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (46f78d55-b541-47ea-88b7-8af0f92f361f), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:30.247283 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-3067b171-fd2f-4e1f-af94-d84bffa1c665 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Network 0805388c-c568-4da3-817b-3be9b163906b is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:09:30.250332 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-3067b171-fd2f-4e1f-af94-d84bffa1c665 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:09:30.254049 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-3067b171-fd2f-4e1f-af94-d84bffa1c665 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:09:30.284244 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3067b171-fd2f-4e1f-af94-d84bffa1c665 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Pushing event updated for resources: {'Port': ['ID=46f78d55-b541-47ea-88b7-8af0f92f361f,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:09:30.311174 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-3067b171-fd2f-4e1f-af94-d84bffa1c665 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:30.311769 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-3067b171-fd2f-4e1f-af94-d84bffa1c665 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:30.314771 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:30.329535 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-3067b171-fd2f-4e1f-af94-d84bffa1c665 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6735547 Jun 08 02:09:30.341286 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-d920f69d-efda-4865-9294-3f368cb16e87 service neutron] Request body: {'port': {'device_id': '3cc699b5-d7f5-466e-9882-a80368641bac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:09:30.398113 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-d920f69d-efda-4865-9294-3f368cb16e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (46f78d55-b541-47ea-88b7-8af0f92f361f), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:30.774665 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd37742-b7c4-43b5-8d26-81647752be7e req-f7b9bd78-165a-4c54-b366-b3b4adbb3372 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:30.776138 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-edd37742-b7c4-43b5-8d26-81647752be7e req-f7b9bd78-165a-4c54-b366-b3b4adbb3372 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.0994086 Jun 08 02:09:30.915093 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175a732-9244-4399-ab88-8d7c4e2b2db6 req-3f070ab3-5d0f-4557-b49d-e318fc42a225 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:30.916596 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d175a732-9244-4399-ab88-8d7c4e2b2db6 req-3f070ab3-5d0f-4557-b49d-e318fc42a225 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc699b5-d7f5-466e-9882-a80368641bac HTTP/1.1" status: 200 len: 931 time: 0.1044147 Jun 08 02:09:30.923572 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-edd37742-b7c4-43b5-8d26-81647752be7e req-1d61136a-7375-4754-8ee2-4a60fe0659d2 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416881 Jun 08 02:09:31.002173 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d175a732-9244-4399-ab88-8d7c4e2b2db6 req-c232a633-fef5-4f26-81ed-eb628580aecc tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760961 Jun 08 02:09:31.044239 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:31.048698 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-d920f69d-efda-4865-9294-3f368cb16e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46f78d55-b541-47ea-88b7-8af0f92f361f {{(pid=104268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:09:31.057256 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-d920f69d-efda-4865-9294-3f368cb16e87 service neutron] Publish callbacks [] for port (46f78d55-b541-47ea-88b7-8af0f92f361f), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:31.071584 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.provisioning_blocks [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-d920f69d-efda-4865-9294-3f368cb16e87 service neutron] Transition to ACTIVE for port object 46f78d55-b541-47ea-88b7-8af0f92f361f will not be triggered until provisioned by entity L2. {{(pid=104268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 02:09:31.075138 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-d920f69d-efda-4865-9294-3f368cb16e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (46f78d55-b541-47ea-88b7-8af0f92f361f), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:31.170455 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920f69d-efda-4865-9294-3f368cb16e87 service neutron] Pushing event updated for resources: {'Port': ['ID=46f78d55-b541-47ea-88b7-8af0f92f361f,revision_number=2']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:09:31.182505 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273281b5-5957-478a-9386-8e8e817cafab req-8a9fd339-a051-4959-b245-14e29f5ec7d2 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:31.184004 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-273281b5-5957-478a-9386-8e8e817cafab req-8a9fd339-a051-4959-b245-14e29f5ec7d2 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0836766 Jun 08 02:09:31.272080 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-273281b5-5957-478a-9386-8e8e817cafab req-7965cdea-04a5-41fb-ae94-549f5208dec4 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730939 Jun 08 02:09:31.280924 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-d920f69d-efda-4865-9294-3f368cb16e87 service neutron] Attempting to bind port 46f78d55-b541-47ea-88b7-8af0f92f361f on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:09:31.281256 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-d920f69d-efda-4865-9294-3f368cb16e87 service neutron] Attempting to bind port 46f78d55-b541-47ea-88b7-8af0f92f361f by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': 'e13fd0c2-9c6e-4a49-b62b-0d214dd47858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0805388c-c568-4da3-817b-3be9b163906b'}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:09:31.281583 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-d920f69d-efda-4865-9294-3f368cb16e87 service neutron] Attempting to bind port 46f78d55-b541-47ea-88b7-8af0f92f361f on network 0805388c-c568-4da3-817b-3be9b163906b {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:09:31.286403 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-d920f69d-efda-4865-9294-3f368cb16e87 service neutron] Port 46f78d55-b541-47ea-88b7-8af0f92f361f on network 0805388c-c568-4da3-817b-3be9b163906b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 02:09:31.286710 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-d920f69d-efda-4865-9294-3f368cb16e87 service neutron] Attempting to bind port 46f78d55-b541-47ea-88b7-8af0f92f361f on network 0805388c-c568-4da3-817b-3be9b163906b {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:09:31.292258 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-d920f69d-efda-4865-9294-3f368cb16e87 service neutron] Checking agent: {'id': 'aa11e808-eba7-468a-acd8-b3aef0cfc542', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'started_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:09:31.292631 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-d920f69d-efda-4865-9294-3f368cb16e87 service neutron] Checking segment: {'id': 'e13fd0c2-9c6e-4a49-b62b-0d214dd47858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0805388c-c568-4da3-817b-3be9b163906b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:09:31.293001 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-d920f69d-efda-4865-9294-3f368cb16e87 service neutron] Bound using segment: {'id': 'e13fd0c2-9c6e-4a49-b62b-0d214dd47858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0805388c-c568-4da3-817b-3be9b163906b'} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:09:31.293410 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-d920f69d-efda-4865-9294-3f368cb16e87 service neutron] Bound port: 46f78d55-b541-47ea-88b7-8af0f92f361f, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e13fd0c2-9c6e-4a49-b62b-0d214dd47858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0805388c-c568-4da3-817b-3be9b163906b'}}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:09:31.293761 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-d920f69d-efda-4865-9294-3f368cb16e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (46f78d55-b541-47ea-88b7-8af0f92f361f), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:31.354492 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:31.355585 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-d920f69d-efda-4865-9294-3f368cb16e87 service neutron] For port 46f78d55-b541-47ea-88b7-8af0f92f361f, host hv-cinder-84506, cleared binding levels {{(pid=104268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:09:31.359209 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-d920f69d-efda-4865-9294-3f368cb16e87 service neutron] For port 46f78d55-b541-47ea-88b7-8af0f92f361f, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=46f78d55-b541-47ea-88b7-8af0f92f361f,segment=NetworkSegment(e13fd0c2-9c6e-4a49-b62b-0d214dd47858),segment_id=e13fd0c2-9c6e-4a49-b62b-0d214dd47858)] {{(pid=104268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:09:31.365225 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-d920f69d-efda-4865-9294-3f368cb16e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (46f78d55-b541-47ea-88b7-8af0f92f361f), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:31.396312 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-d920f69d-efda-4865-9294-3f368cb16e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:31.396935 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-d920f69d-efda-4865-9294-3f368cb16e87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:31.398272 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-d920f69d-efda-4865-9294-3f368cb16e87 service neutron] 10.222.0.15 "PUT /v2.0/ports/46f78d55-b541-47ea-88b7-8af0f92f361f HTTP/1.1" status: 200 len: 1093 time: 1.0609396 Jun 08 02:09:31.398900 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc699b5-d7f5-466e-9882-a80368641bac', 'tag': '46f78d55-b541-47ea-88b7-8af0f92f361f'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:09:31.401330 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bec198f-0510-4fc1-86c7-853a0faf873e" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc699b5-d7f5-466e-9882-a80368641bac", "tag": "46f78d55-b541-47ea-88b7-8af0f92f361f"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:09:31.430448 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920f69d-efda-4865-9294-3f368cb16e87 service neutron] Pushing event updated for resources: {'Port': ['ID=46f78d55-b541-47ea-88b7-8af0f92f361f,revision_number=3']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:09:31.445751 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1635994-d52e-4e1f-b796-735abda1f29a x-openstack-request-id: req-c1635994-d52e-4e1f-b796-735abda1f29a {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:09:31.446054 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc699b5-d7f5-466e-9882-a80368641bac", "tag": "46f78d55-b541-47ea-88b7-8af0f92f361f", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:09:31.446287 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1635994-d52e-4e1f-b796-735abda1f29a {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:09:31.446682 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1635994-d52e-4e1f-b796-735abda1f29a'] response: {'name': 'network-changed', 'server_uuid': '3cc699b5-d7f5-466e-9882-a80368641bac', 'tag': '46f78d55-b541-47ea-88b7-8af0f92f361f', 'status': 'completed', 'code': 200} Jun 08 02:09:31.490716 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-7117afe0-bd23-42dc-b195-ea011a8c1ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:31.492193 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-7117afe0-bd23-42dc-b195-ea011a8c1ff0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68cd7ed883a04e91b36482a8950b12d1&device_id=3cc699b5-d7f5-466e-9882-a80368641bac HTTP/1.1" status: 200 len: 1127 time: 0.0385404 Jun 08 02:09:31.530665 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-867b429d-6b39-4ac8-89fd-856ec86055fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46f78d55-b541-47ea-88b7-8af0f92f361f HTTP/1.1" status: 200 len: 217 time: 0.0307448 Jun 08 02:09:31.582917 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-1a6bb727-3ae5-4325-a2cc-e93d1501d27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:31.584357 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-1a6bb727-3ae5-4325-a2cc-e93d1501d27d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=10c1956a-879c-4924-b8ae-c251c422d463 HTTP/1.1" status: 200 len: 854 time: 0.0471907 Jun 08 02:09:31.615815 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-4451294c-8dac-460f-a4ad-ea3f834de555 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0805388c-c568-4da3-817b-3be9b163906b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250814 Jun 08 02:09:31.702640 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-f3b07a90-b427-48a6-8c86-6c7fd2823010 service neutron] 10.222.0.15 "GET /v2.0/networks/0805388c-c568-4da3-817b-3be9b163906b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811710 Jun 08 02:09:31.795513 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2da6a2ad-7e8a-4a4b-bca0-70a917de5382 req-b4c60281-6ea7-48a4-9667-f2aa25b653d4 service neutron] 10.222.0.15 "GET /v2.0/networks/0805388c-c568-4da3-817b-3be9b163906b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871367 Jun 08 02:09:31.980537 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=11 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:31.982437 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=15 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:32.039399 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb03dfa-616e-43a0-b04f-367251d59588 req-e3da90d1-1b04-47fb-8c4c-0c4e328e5fff tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:32.040930 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6bb03dfa-616e-43a0-b04f-367251d59588 req-e3da90d1-1b04-47fb-8c4c-0c4e328e5fff tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.0483923 Jun 08 02:09:32.118940 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6bb03dfa-616e-43a0-b04f-367251d59588 req-63414d5d-d3b4-4f8c-ab2c-4e8df0182552 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724416 Jun 08 02:09:32.129486 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2687ca-a848-40d5-be34-2b6042b8ccab req-86fe1890-a029-4c2f-a495-43fc5ad4ce71 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:32.130952 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1d2687ca-a848-40d5-be34-2b6042b8ccab req-86fe1890-a029-4c2f-a495-43fc5ad4ce71 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc699b5-d7f5-466e-9882-a80368641bac HTTP/1.1" status: 200 len: 943 time: 0.0559988 Jun 08 02:09:32.178862 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:32.186696 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1d2687ca-a848-40d5-be34-2b6042b8ccab req-1970fb98-259f-49e5-8d32-da556874a49c tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479476 Jun 08 02:09:32.385302 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bee70-2427-4059-8fc8-3b12f1475006 req-0c9e68ce-a2a8-4f5b-9a5a-ee6ce33e4cf5 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:32.386758 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a59bee70-2427-4059-8fc8-3b12f1475006 req-0c9e68ce-a2a8-4f5b-9a5a-ee6ce33e4cf5 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0464153 Jun 08 02:09:32.432969 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a59bee70-2427-4059-8fc8-3b12f1475006 req-d9733af7-b6f3-41a6-a131-0ae5b0cf00b5 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407252 Jun 08 02:09:32.916233 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec198f-0510-4fc1-86c7-853a0faf873e req-8919a468-314c-4714-86ad-f78852342add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:32.917803 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0bec198f-0510-4fc1-86c7-853a0faf873e req-8919a468-314c-4714-86ad-f78852342add service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68cd7ed883a04e91b36482a8950b12d1&device_id=3cc699b5-d7f5-466e-9882-a80368641bac HTTP/1.1" status: 200 len: 1127 time: 0.0397801 Jun 08 02:09:33.030931 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec198f-0510-4fc1-86c7-853a0faf873e req-1d4e623c-b4ab-4269-87dc-77add549b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:33.032383 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0bec198f-0510-4fc1-86c7-853a0faf873e req-1d4e623c-b4ab-4269-87dc-77add549b421 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0805388c-c568-4da3-817b-3be9b163906b HTTP/1.1" status: 200 len: 915 time: 0.0933762 Jun 08 02:09:33.070716 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0bec198f-0510-4fc1-86c7-853a0faf873e req-a58d5979-80d9-4c95-b1b4-cd703b79f667 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46f78d55-b541-47ea-88b7-8af0f92f361f HTTP/1.1" status: 200 len: 217 time: 0.0316701 Jun 08 02:09:33.116301 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec198f-0510-4fc1-86c7-853a0faf873e req-7116ff82-a64d-4a7a-8965-15e7e3ff128f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:33.118034 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0bec198f-0510-4fc1-86c7-853a0faf873e req-7116ff82-a64d-4a7a-8965-15e7e3ff128f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=10c1956a-879c-4924-b8ae-c251c422d463 HTTP/1.1" status: 200 len: 854 time: 0.0423102 Jun 08 02:09:33.159604 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0bec198f-0510-4fc1-86c7-853a0faf873e req-591a05cf-e88b-44ba-8943-b66cae0f223a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0805388c-c568-4da3-817b-3be9b163906b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291600 Jun 08 02:09:33.325598 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0d1e0-c620-410c-8a8f-94b5340cb4da req-39fd002c-fff9-47db-9601-b3ab917f5364 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:33.327028 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2af0d1e0-c620-410c-8a8f-94b5340cb4da req-39fd002c-fff9-47db-9601-b3ab917f5364 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.1217215 Jun 08 02:09:33.366598 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d64ef-c4f7-4a63-b009-1ce24b4ddbe1 req-b21489fd-e8c2-4d58-b5f9-533921e38455 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:33.368179 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7f6d64ef-c4f7-4a63-b009-1ce24b4ddbe1 req-b21489fd-e8c2-4d58-b5f9-533921e38455 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc699b5-d7f5-466e-9882-a80368641bac HTTP/1.1" status: 200 len: 943 time: 0.0903251 Jun 08 02:09:33.371526 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:33.415362 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0bec198f-0510-4fc1-86c7-853a0faf873e req-f41bec13-4bcd-4c39-af9b-03886d3c6444 service neutron] 10.222.0.15 "GET /v2.0/networks/0805388c-c568-4da3-817b-3be9b163906b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978054 Jun 08 02:09:33.445105 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2af0d1e0-c620-410c-8a8f-94b5340cb4da req-55536ab4-be48-4fb6-b6e2-5a46c07fdf72 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103873 Jun 08 02:09:33.494393 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7f6d64ef-c4f7-4a63-b009-1ce24b4ddbe1 req-b3ad84c6-89ef-4bd8-84b5-511457f82a75 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183722 Jun 08 02:09:33.578137 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5bcf7-c787-4c32-a5e3-0dd8feb2ee7f req-3899f946-a0d3-4243-99f7-426e7fbd2a5f tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:33.579640 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3ec5bcf7-c787-4c32-a5e3-0dd8feb2ee7f req-3899f946-a0d3-4243-99f7-426e7fbd2a5f tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0793695 Jun 08 02:09:33.584033 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0bec198f-0510-4fc1-86c7-853a0faf873e req-50412222-c558-4479-b3c8-f368ffcd2640 service neutron] 10.222.0.15 "GET /v2.0/networks/0805388c-c568-4da3-817b-3be9b163906b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579163 Jun 08 02:09:33.636747 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3ec5bcf7-c787-4c32-a5e3-0dd8feb2ee7f req-8f80a247-3ada-4b3a-8e42-deff79fcc57b tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505338 Jun 08 02:09:33.692604 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34c1aa-cf0d-40f2-b52a-4af628e5c88a req-c3f48659-a85b-46c6-bd7e-29ba32200d50 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:33.694125 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6b34c1aa-cf0d-40f2-b52a-4af628e5c88a req-c3f48659-a85b-46c6-bd7e-29ba32200d50 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.0487695 Jun 08 02:09:33.774139 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a965b-f25c-4d54-8766-29e71854042c req-ac6593bf-0040-48c2-b5f2-bfc70d55d763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:33.775616 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4e0a965b-f25c-4d54-8766-29e71854042c req-ac6593bf-0040-48c2-b5f2-bfc70d55d763 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=27f98152ab3440cf824c9ceb1c790bcf&device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 1130 time: 0.0607784 Jun 08 02:09:33.778758 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6b34c1aa-cf0d-40f2-b52a-4af628e5c88a req-442471df-788c-4207-88b7-93ebe05d7992 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785813 Jun 08 02:09:33.864941 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a965b-f25c-4d54-8766-29e71854042c req-cdd05ad4-1e81-418c-b974-faa7502db33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:33.866394 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4e0a965b-f25c-4d54-8766-29e71854042c req-cdd05ad4-1e81-418c-b974-faa7502db33e service neutron] 10.222.0.15 "GET /v2.0/networks?id=466dc4d7-a525-4704-a47b-5a136472c918 HTTP/1.1" status: 200 len: 912 time: 0.0838780 Jun 08 02:09:33.921086 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:33.932107 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4e0a965b-f25c-4d54-8766-29e71854042c req-55df46e9-8ce9-4e3e-a88b-5af5e56eabbc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f15849eb-1bf4-44c4-8575-7be145474d94 HTTP/1.1" status: 200 len: 1002 time: 0.0597024 Jun 08 02:09:33.980227 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a965b-f25c-4d54-8766-29e71854042c req-5dc10e87-e56a-4e80-b4df-0642678e630a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:33.981640 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4e0a965b-f25c-4d54-8766-29e71854042c req-5dc10e87-e56a-4e80-b4df-0642678e630a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f09d094-ed17-43ae-a27d-e0d8f7e1f047 HTTP/1.1" status: 200 len: 850 time: 0.0425134 Jun 08 02:09:34.023410 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a965b-f25c-4d54-8766-29e71854042c req-19b38d4e-c3f5-4ffe-8494-bd16b682aa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:34.025085 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4e0a965b-f25c-4d54-8766-29e71854042c req-19b38d4e-c3f5-4ffe-8494-bd16b682aa2a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=466dc4d7-a525-4704-a47b-5a136472c918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377321 Jun 08 02:09:34.114248 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4e0a965b-f25c-4d54-8766-29e71854042c req-d5683efe-0d8f-41d8-932d-e9a2d17841f4 service neutron] 10.222.0.15 "GET /v2.0/networks/466dc4d7-a525-4704-a47b-5a136472c918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821040 Jun 08 02:09:34.213030 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4e0a965b-f25c-4d54-8766-29e71854042c req-32f9de54-2dbe-4db3-9cec-eca10c43c8fb service neutron] 10.222.0.15 "GET /v2.0/networks/466dc4d7-a525-4704-a47b-5a136472c918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855632 Jun 08 02:09:34.607622 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18791002-c0da-44f5-a17b-5fd61c5cab4d req-ca30b79f-2494-405f-9719-f04c61e3f199 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:34.609136 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-18791002-c0da-44f5-a17b-5fd61c5cab4d req-ca30b79f-2494-405f-9719-f04c61e3f199 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc699b5-d7f5-466e-9882-a80368641bac HTTP/1.1" status: 200 len: 943 time: 0.0465322 Jun 08 02:09:34.659705 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-18791002-c0da-44f5-a17b-5fd61c5cab4d req-8fb48e71-5c91-4ba2-b4df-1b53d11f90c3 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451190 Jun 08 02:09:34.737407 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:34.751645 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42808da1-c51b-4906-907d-33b5db66817a req-bb5d90a6-a159-4bc6-940f-23a38c3e52f3 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:34.753162 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-42808da1-c51b-4906-907d-33b5db66817a req-bb5d90a6-a159-4bc6-940f-23a38c3e52f3 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0466545 Jun 08 02:09:34.799490 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-42808da1-c51b-4906-907d-33b5db66817a req-297ed44e-180f-494e-9f98-60980ae33d5e tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400946 Jun 08 02:09:34.889808 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6ba3f-2a45-4bfe-8494-cc6d19de1e37 req-29e09f2a-3014-4442-8168-7f314d1c62e2 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:34.891224 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e9a6ba3f-2a45-4bfe-8494-cc6d19de1e37 req-29e09f2a-3014-4442-8168-7f314d1c62e2 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.0458889 Jun 08 02:09:34.938562 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e9a6ba3f-2a45-4bfe-8494-cc6d19de1e37 req-b5482c0c-db1d-458f-a8b7-6b2f515359b1 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419276 Jun 08 02:09:35.420995 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 46f78d55-b541-47ea-88b7-8af0f92f361f details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 02:09:35.517967 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 46f78d55-b541-47ea-88b7-8af0f92f361f, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=46f78d55-b541-47ea-88b7-8af0f92f361f,segment=NetworkSegment(e13fd0c2-9c6e-4a49-b62b-0d214dd47858),segment_id=e13fd0c2-9c6e-4a49-b62b-0d214dd47858)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:09:35.529535 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Returning: {'device': '46f78d55-b541-47ea-88b7-8af0f92f361f', 'network_id': '0805388c-c568-4da3-817b-3be9b163906b', 'port_id': '46f78d55-b541-47ea-88b7-8af0f92f361f', 'mac_address': 'fa:16:3e:33:ea:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10c1956a-879c-4924-b8ae-c251c422d463', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 02:09:35.553955 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:35.565193 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 46f78d55-b541-47ea-88b7-8af0f92f361f is: DOWN; New status is: BUILD {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:09:35.565580 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (46f78d55-b541-47ea-88b7-8af0f92f361f), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:35.582393 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46f78d55-b541-47ea-88b7-8af0f92f361f {{(pid=104270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:09:35.605539 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 46f78d55-b541-47ea-88b7-8af0f92f361f, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=46f78d55-b541-47ea-88b7-8af0f92f361f,segment=NetworkSegment(e13fd0c2-9c6e-4a49-b62b-0d214dd47858),segment_id=e13fd0c2-9c6e-4a49-b62b-0d214dd47858)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:09:35.609018 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (46f78d55-b541-47ea-88b7-8af0f92f361f), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:35.657970 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=46f78d55-b541-47ea-88b7-8af0f92f361f,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:09:35.776309 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363edc9a-db36-4136-a709-c83d14517cf7 req-570c2fd8-b254-4714-b8a9-98c663f3cef9 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:35.777791 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-363edc9a-db36-4136-a709-c83d14517cf7 req-570c2fd8-b254-4714-b8a9-98c663f3cef9 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc699b5-d7f5-466e-9882-a80368641bac HTTP/1.1" status: 200 len: 944 time: 0.0501657 Jun 08 02:09:35.824503 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-363edc9a-db36-4136-a709-c83d14517cf7 req-741a2794-31c1-4718-b327-a0ea2439d27b tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409646 Jun 08 02:09:35.899134 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['46f78d55-b541-47ea-88b7-8af0f92f361f'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:09:35.918666 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237291f2-d109-4296-bc88-cb9f4fa1e597 req-99e2e1ba-db2b-4d7d-9a25-87ea4f24431d tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:35.920253 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-237291f2-d109-4296-bc88-cb9f4fa1e597 req-99e2e1ba-db2b-4d7d-9a25-87ea4f24431d tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0515177 Jun 08 02:09:35.968975 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-237291f2-d109-4296-bc88-cb9f4fa1e597 req-bebe171d-2f8b-4a81-84d6-ed890f7a87a2 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432117 Jun 08 02:09:36.059105 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ad208-73fc-45b5-ab47-94b1cb559e5a req-511a05d8-3a2d-4502-957a-c54aa3692330 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:36.060585 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-668ad208-73fc-45b5-ab47-94b1cb559e5a req-511a05d8-3a2d-4502-957a-c54aa3692330 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.0499880 Jun 08 02:09:36.106556 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-668ad208-73fc-45b5-ab47-94b1cb559e5a req-c896853e-22c3-4451-af25-d3fe87695ae7 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404606 Jun 08 02:09:36.837063 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-a5bb58a9-0dc7-4b89-8458-583bf418a8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:36.937370 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b6787-11d9-4762-8608-ee2aa87cb0a6 req-8fbc5952-977f-48a5-8a6c-f0ff3d815245 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:36.938857 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d02b6787-11d9-4762-8608-ee2aa87cb0a6 req-8fbc5952-977f-48a5-8a6c-f0ff3d815245 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc699b5-d7f5-466e-9882-a80368641bac HTTP/1.1" status: 200 len: 944 time: 0.0473304 Jun 08 02:09:36.985057 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d02b6787-11d9-4762-8608-ee2aa87cb0a6 req-bddf51c8-4568-4f8f-8b86-8f213ae4e1ca tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407879 Jun 08 02:09:37.080211 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4d6d4-994f-48a4-ab40-6cfe441627e7 req-dd01604b-ed99-4344-8aba-19aca086adb5 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:37.081677 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f2a4d6d4-994f-48a4-ab40-6cfe441627e7 req-dd01604b-ed99-4344-8aba-19aca086adb5 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0457685 Jun 08 02:09:37.132120 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f2a4d6d4-994f-48a4-ab40-6cfe441627e7 req-1b2b7ff3-7711-4953-8282-77ea48990e6a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449958 Jun 08 02:09:37.409406 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 46f78d55-b541-47ea-88b7-8af0f92f361f up at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:09:37.456791 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning for port 46f78d55-b541-47ea-88b7-8af0f92f361f completed by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 02:09:37.462483 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning complete for port 46f78d55-b541-47ea-88b7-8af0f92f361f triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:09:37.462909 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (46f78d55-b541-47ea-88b7-8af0f92f361f), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:37.534181 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 46f78d55-b541-47ea-88b7-8af0f92f361f is: BUILD; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:09:37.534579 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (46f78d55-b541-47ea-88b7-8af0f92f361f), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:37.557649 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc699b5-d7f5-466e-9882-a80368641bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f78d55-b541-47ea-88b7-8af0f92f361f'}] {{(pid=104270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:09:37.559783 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8be0b5de5a23eefcc09db06b1daf5598b5c3b6529c2083486e3c6bab2d5553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f505fd8a-2ed3-4683-b22d-c12efa5b2ca5" -d '{"events": [{"server_uuid": "3cc699b5-d7f5-466e-9882-a80368641bac", "name": "network-vif-plugged", "status": "completed", "tag": "46f78d55-b541-47ea-88b7-8af0f92f361f"}]}' {{(pid=104270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:09:37.572279 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 46f78d55-b541-47ea-88b7-8af0f92f361f, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=46f78d55-b541-47ea-88b7-8af0f92f361f,segment=NetworkSegment(e13fd0c2-9c6e-4a49-b62b-0d214dd47858),segment_id=e13fd0c2-9c6e-4a49-b62b-0d214dd47858)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:09:37.577135 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (46f78d55-b541-47ea-88b7-8af0f92f361f), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:37.600466 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:37.603102 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1351a0-4ec4-414c-a8bc-aecb3d187d82 x-openstack-request-id: req-9d1351a0-4ec4-414c-a8bc-aecb3d187d82 {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:09:37.603486 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc699b5-d7f5-466e-9882-a80368641bac", "name": "network-vif-plugged", "status": "completed", "tag": "46f78d55-b541-47ea-88b7-8af0f92f361f", "code": 200}]} {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:09:37.603841 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d1351a0-4ec4-414c-a8bc-aecb3d187d82 {{(pid=104270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:09:37.604302 dv-cinder-845069-1-iscsi neutron-server[104270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d1351a0-4ec4-414c-a8bc-aecb3d187d82'] response: {'server_uuid': '3cc699b5-d7f5-466e-9882-a80368641bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f78d55-b541-47ea-88b7-8af0f92f361f', 'code': 200} Jun 08 02:09:37.633655 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=46f78d55-b541-47ea-88b7-8af0f92f361f,revision_number=5']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:09:37.783424 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:37.792019 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618de06b-e5bd-4d1c-b1c5-3c2d1e1a1cf0 req-9df67136-a23b-4eae-9186-96f3f1166f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:37.793530 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-618de06b-e5bd-4d1c-b1c5-3c2d1e1a1cf0 req-9df67136-a23b-4eae-9186-96f3f1166f21 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3cc699b5-d7f5-466e-9882-a80368641bac HTTP/1.1" status: 200 len: 1129 time: 0.0416899 Jun 08 02:09:37.837950 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-618de06b-e5bd-4d1c-b1c5-3c2d1e1a1cf0 req-76e7606c-ef17-409f-96ad-f4c61bcce0f9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376818 Jun 08 02:09:38.102228 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86fcd8-e59d-4c04-bd77-537d1dbff803 req-9b3d1a13-e812-477a-90cc-858f0f6ec022 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:38.104309 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5d86fcd8-e59d-4c04-bd77-537d1dbff803 req-9b3d1a13-e812-477a-90cc-858f0f6ec022 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc699b5-d7f5-466e-9882-a80368641bac HTTP/1.1" status: 200 len: 945 time: 0.0508060 Jun 08 02:09:38.156330 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5d86fcd8-e59d-4c04-bd77-537d1dbff803 req-8545c1e7-a348-493e-8d58-c95d7b6d1fdb tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465460 Jun 08 02:09:38.250768 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61986754-ee9f-4479-b83c-215523b5e68f req-21fd059b-7cc0-4cdf-b459-419fa4ae369e tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:38.252197 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-61986754-ee9f-4479-b83c-215523b5e68f req-21fd059b-7cc0-4cdf-b459-419fa4ae369e tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0498710 Jun 08 02:09:38.290007 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:09:38.298937 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-61986754-ee9f-4479-b83c-215523b5e68f req-1265a6d7-573a-4a4c-aa95-485860fea768 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413377 Jun 08 02:09:39.126729 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-77e912bd-f624-49ea-9779-82f5f5f69375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:39.275811 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926bc1d-f2df-4ba5-913c-68dbc3833e26 req-ed5c0eab-f97e-4372-b3ac-88f4795e0c55 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:39.277303 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5926bc1d-f2df-4ba5-913c-68dbc3833e26 req-ed5c0eab-f97e-4372-b3ac-88f4795e0c55 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc699b5-d7f5-466e-9882-a80368641bac HTTP/1.1" status: 200 len: 945 time: 0.0462074 Jun 08 02:09:39.323648 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5926bc1d-f2df-4ba5-913c-68dbc3833e26 req-f2a78a94-bc2a-4820-aae1-21c04068f446 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407903 Jun 08 02:09:39.403696 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:39.412849 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1e91a-1591-4be1-924c-45e9125ff5a9 req-6316b443-a774-464a-a3fe-f7353590bca7 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:39.414540 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-baa1e91a-1591-4be1-924c-45e9125ff5a9 req-6316b443-a774-464a-a3fe-f7353590bca7 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0479584 Jun 08 02:09:39.465436 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-baa1e91a-1591-4be1-924c-45e9125ff5a9 req-f04ff9e6-8043-4e43-8cf8-54f019b97be8 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454435 Jun 08 02:09:40.254055 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:40.444547 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780e8fc-0916-48ed-821d-1647471d76fc req-157f3c15-b9cf-44af-9f02-7b8d07c0ac9c tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:40.446100 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2780e8fc-0916-48ed-821d-1647471d76fc req-157f3c15-b9cf-44af-9f02-7b8d07c0ac9c tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc699b5-d7f5-466e-9882-a80368641bac HTTP/1.1" status: 200 len: 945 time: 0.0547485 Jun 08 02:09:40.493370 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2780e8fc-0916-48ed-821d-1647471d76fc req-4ccc6847-1bf4-4f78-a2b8-3b1d38b1f0c4 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417197 Jun 08 02:09:40.579229 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74100641-ff98-4212-8f92-34f3bcfb34b5 req-a7e0ed77-cfff-4770-82e1-39c08ae05758 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:40.580735 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-74100641-ff98-4212-8f92-34f3bcfb34b5 req-a7e0ed77-cfff-4770-82e1-39c08ae05758 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0466957 Jun 08 02:09:40.630403 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-74100641-ff98-4212-8f92-34f3bcfb34b5 req-e98d0ec9-53a7-495b-a904-dc5b7c06c98b tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428700 Jun 08 02:09:41.749572 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02113f7-e789-432f-a26e-58f370a336ac req-07c517cf-f1a4-462b-8c8a-5f0aaad278c4 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:41.751323 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e02113f7-e789-432f-a26e-58f370a336ac req-07c517cf-f1a4-462b-8c8a-5f0aaad278c4 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0513756 Jun 08 02:09:41.798441 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e02113f7-e789-432f-a26e-58f370a336ac req-be5701b3-c783-4470-88fc-62202db8bf64 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415692 Jun 08 02:09:41.853833 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:42.912770 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48474928-e2a2-4bf7-9e16-38ea9d284f6f req-b8889b0b-f98c-45d5-aa45-c106f6e60711 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:42.914800 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-48474928-e2a2-4bf7-9e16-38ea9d284f6f req-b8889b0b-f98c-45d5-aa45-c106f6e60711 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0475347 Jun 08 02:09:42.962715 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-48474928-e2a2-4bf7-9e16-38ea9d284f6f req-c09c86b4-680d-4941-973f-705cd0cf3b9f tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412714 Jun 08 02:09:43.340912 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:44.079839 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799b6ef-d932-4f7e-b12a-bc4fe810b0ee req-27b1742b-0eef-41b4-bf46-b335c6a04768 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:44.081307 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f799b6ef-d932-4f7e-b12a-bc4fe810b0ee req-27b1742b-0eef-41b4-bf46-b335c6a04768 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0517924 Jun 08 02:09:44.128772 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f799b6ef-d932-4f7e-b12a-bc4fe810b0ee req-6f179013-84d6-426f-b7c4-311a1158f2b7 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411105 Jun 08 02:09:44.658833 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d13a3d-ae2b-475d-b518-ef52eb26ed9c req-8dd29499-15a8-451b-bfda-16af4971b9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:44.660301 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-91d13a3d-ae2b-475d-b518-ef52eb26ed9c req-8dd29499-15a8-451b-bfda-16af4971b9a2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 1130 time: 0.0385787 Jun 08 02:09:44.703605 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-91d13a3d-ae2b-475d-b518-ef52eb26ed9c req-5d6429c9-c4a1-4519-9344-520f064928b8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368636 Jun 08 02:09:45.240456 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78207cb3-f6f6-4edb-9f1c-ac10125c6c46 req-22df93b9-1789-4b67-b8c6-a557906eabc4 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:45.243244 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-78207cb3-f6f6-4edb-9f1c-ac10125c6c46 req-22df93b9-1789-4b67-b8c6-a557906eabc4 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0463078 Jun 08 02:09:45.287353 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:45.292521 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-78207cb3-f6f6-4edb-9f1c-ac10125c6c46 req-db12e5c0-2e62-46cd-aa3a-64106f75d86e tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438271 Jun 08 02:09:46.405577 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4980ee-b36f-474b-ac6d-b838ca812666 req-6bf1dfdb-739b-4b08-b49b-9e71f21fd0de tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:46.407038 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-fa4980ee-b36f-474b-ac6d-b838ca812666 req-6bf1dfdb-739b-4b08-b49b-9e71f21fd0de tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0476141 Jun 08 02:09:46.454684 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-fa4980ee-b36f-474b-ac6d-b838ca812666 req-e3227035-f4f9-4f51-9947-82dccc1f519f tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418997 Jun 08 02:09:47.574655 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1297c-482b-4080-81eb-77c90231cdf9 req-44a3f036-e672-4904-9f34-a9503fcf30da tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:47.576147 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b0a1297c-482b-4080-81eb-77c90231cdf9 req-44a3f036-e672-4904-9f34-a9503fcf30da tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0492256 Jun 08 02:09:47.626802 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b0a1297c-482b-4080-81eb-77c90231cdf9 req-d41be281-3ac1-49d7-8c91-ca098ca54730 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446143 Jun 08 02:09:48.035874 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:48.045556 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa90107-d3fa-49f2-bf3f-11aea4c5111f req-e1c39f55-7378-4005-bfdb-70038717f998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:48.047034 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0aa90107-d3fa-49f2-bf3f-11aea4c5111f req-e1c39f55-7378-4005-bfdb-70038717f998 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d40d753f66ec4ed2808aa65b825e66f8&device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 1130 time: 0.0722077 Jun 08 02:09:48.053027 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbc93a-a2b6-476f-bea3-d1fcaf29af5f req-d452812c-445a-42ef-944f-2e134c57da40 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:48.054368 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-acdbc93a-a2b6-476f-bea3-d1fcaf29af5f req-d452812c-445a-42ef-944f-2e134c57da40 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0812981 Jun 08 02:09:48.160490 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-acdbc93a-a2b6-476f-bea3-d1fcaf29af5f req-a79101f3-9357-4933-8146-016f2efa739f tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963829 Jun 08 02:09:48.176745 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa90107-d3fa-49f2-bf3f-11aea4c5111f req-e20a42bb-482e-4fe6-a7b7-64edca00ee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:48.178605 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0aa90107-d3fa-49f2-bf3f-11aea4c5111f req-e20a42bb-482e-4fe6-a7b7-64edca00ee53 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eafc844b-6465-4613-a6dd-f1b9698164f0 HTTP/1.1" status: 200 len: 920 time: 0.1227744 Jun 08 02:09:48.241956 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0aa90107-d3fa-49f2-bf3f-11aea4c5111f req-3b47690b-86dc-4e56-be97-be60f9a44dda service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d96f59a2-4ec1-4327-b308-e50814a9bbc5 HTTP/1.1" status: 200 len: 1001 time: 0.0561063 Jun 08 02:09:48.293310 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa90107-d3fa-49f2-bf3f-11aea4c5111f req-82886033-1df4-4981-b657-e2da5a2d3db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:48.294742 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0aa90107-d3fa-49f2-bf3f-11aea4c5111f req-82886033-1df4-4981-b657-e2da5a2d3db9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b425173c-8738-4438-bb14-70ea3c375864 HTTP/1.1" status: 200 len: 858 time: 0.0465243 Jun 08 02:09:48.354609 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa90107-d3fa-49f2-bf3f-11aea4c5111f req-092d7a40-9177-472c-a7b3-704a16db97c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:48.356018 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0aa90107-d3fa-49f2-bf3f-11aea4c5111f req-092d7a40-9177-472c-a7b3-704a16db97c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eafc844b-6465-4613-a6dd-f1b9698164f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452065 Jun 08 02:09:48.444947 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0aa90107-d3fa-49f2-bf3f-11aea4c5111f req-6a28c425-1ef6-4814-aac9-eb37a7c6e1a8 service neutron] 10.222.0.15 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817654 Jun 08 02:09:48.759451 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0aa90107-d3fa-49f2-bf3f-11aea4c5111f req-d2f44ed3-bfc6-4b6e-a9be-e1742b2ab5da service neutron] 10.222.0.15 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070207 Jun 08 02:09:49.278951 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02037e6f-19d9-4337-8601-3ef62c4ece65 req-d995a56f-f5fd-44f4-aebd-355c89c9d58a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:49.280359 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-02037e6f-19d9-4337-8601-3ef62c4ece65 req-d995a56f-f5fd-44f4-aebd-355c89c9d58a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0457277 Jun 08 02:09:49.326003 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-02037e6f-19d9-4337-8601-3ef62c4ece65 req-ee37376a-3034-4b10-a285-9b65f1bd47d0 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399170 Jun 08 02:09:50.439601 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf82851-1abb-443d-a531-0a96b37f48ea req-fdf5ef9c-02ff-4f9e-b8f2-28dffdd58624 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:50.441161 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cbf82851-1abb-443d-a531-0a96b37f48ea req-fdf5ef9c-02ff-4f9e-b8f2-28dffdd58624 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0475628 Jun 08 02:09:50.488967 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cbf82851-1abb-443d-a531-0a96b37f48ea req-d22e6af0-c959-49dd-ba36-e73de33ce4f7 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423210 Jun 08 02:09:51.602502 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f638f2-9b8d-41e6-a7c9-c0768095aad3 req-59285eae-8df3-49a2-83bf-4f83dc01a8cb tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:51.604549 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-99f638f2-9b8d-41e6-a7c9-c0768095aad3 req-59285eae-8df3-49a2-83bf-4f83dc01a8cb tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0469043 Jun 08 02:09:51.652486 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-99f638f2-9b8d-41e6-a7c9-c0768095aad3 req-8b2e9414-e3d4-44cb-a82b-0f2d9245a56e tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424044 Jun 08 02:09:52.730442 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:52.767107 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7eedcf-6753-4ef9-8946-f7968586ab30 req-aed60d8d-e9fd-4ec4-82ed-b675c0ac54d1 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:52.768597 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-bb7eedcf-6753-4ef9-8946-f7968586ab30 req-aed60d8d-e9fd-4ec4-82ed-b675c0ac54d1 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0473189 Jun 08 02:09:52.820439 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-bb7eedcf-6753-4ef9-8946-f7968586ab30 req-f51e2133-7ef2-4265-8220-f3503a2a85dd tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458100 Jun 08 02:09:53.334378 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:53.336456 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=69,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:53.944809 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd1c1c-b51c-4b98-94cc-0076e0b3c211 req-2bfdf8a8-a203-4a96-b4e7-4eff1dfd629d tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:53.946281 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-bbdd1c1c-b51c-4b98-94cc-0076e0b3c211 req-2bfdf8a8-a203-4a96-b4e7-4eff1dfd629d tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0506017 Jun 08 02:09:53.994461 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-bbdd1c1c-b51c-4b98-94cc-0076e0b3c211 req-94a7cdac-3dcc-42c0-95fc-20f3097ae8bf tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425594 Jun 08 02:09:55.106205 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ec7b4-db9a-4c25-887f-a554d3029cf3 req-c6a5525c-8900-430b-a96e-88fa5eb89a7d tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:55.107658 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-315ec7b4-db9a-4c25-887f-a554d3029cf3 req-c6a5525c-8900-430b-a96e-88fa5eb89a7d tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0462403 Jun 08 02:09:55.118891 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:55.155439 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-315ec7b4-db9a-4c25-887f-a554d3029cf3 req-11bb07f5-b378-47e2-8cd7-3ffa82074758 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423810 Jun 08 02:09:55.299022 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=4 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:55.303153 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=4 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:55.540844 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:56.268849 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648bd38-bcf3-4647-b64c-2cee00a8cbcc req-c8a344d8-36c8-4c88-8882-aefb55f9a9be tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:56.270309 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7648bd38-bcf3-4647-b64c-2cee00a8cbcc req-c8a344d8-36c8-4c88-8882-aefb55f9a9be tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0461380 Jun 08 02:09:56.319395 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7648bd38-bcf3-4647-b64c-2cee00a8cbcc req-26960170-687f-477c-b5ac-446ceec43116 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431390 Jun 08 02:09:57.433546 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee7afb-2de4-4016-a2ce-011055dc432f req-318839b3-0cb1-4fe2-a931-5c01ab82a749 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:57.434995 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8bee7afb-2de4-4016-a2ce-011055dc432f req-318839b3-0cb1-4fe2-a931-5c01ab82a749 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0464082 Jun 08 02:09:57.481619 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8bee7afb-2de4-4016-a2ce-011055dc432f req-13386c98-9e97-4dd8-a83e-456c26703656 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411203 Jun 08 02:09:57.591343 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cbde1-4d00-40f4-90a2-47375b1332c7 req-bb93b07e-e429-46b1-aeb0-1f3142e031c0 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:57.592842 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-045cbde1-4d00-40f4-90a2-47375b1332c7 req-bb93b07e-e429-46b1-aeb0-1f3142e031c0 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0474107 Jun 08 02:09:57.601626 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 55214) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:09:57.605782 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-d897afb7-7a55-4b1d-8bc3-267dd064399c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Request body: {'floatingip': {'port_id': 'd96f59a2-4ec1-4327-b308-e50814a9bbc5'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:09:57.661148 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d897afb7-7a55-4b1d-8bc3-267dd064399c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks [] for floatingip (29d2ac41-840a-44b1-b32f-027afc72da17), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:58.106152 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d897afb7-7a55-4b1d-8bc3-267dd064399c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:58.110550 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d897afb7-7a55-4b1d-8bc3-267dd064399c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682813'] for floatingip (29d2ac41-840a-44b1-b32f-027afc72da17), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:58.203044 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:58.245397 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:09:58.307485 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d897afb7-7a55-4b1d-8bc3-267dd064399c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Router 0dc47941-d832-4ac4-9134-aa35ccb87cd6 has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:09:58.409155 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d897afb7-7a55-4b1d-8bc3-267dd064399c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:09:58.414114 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d897afb7-7a55-4b1d-8bc3-267dd064399c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:09:58.418774 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d0ee0c-2f22-4a7d-8f6d-e377ddf7672a None None] Sync routers for ids ['0dc47941-d832-4ac4-9134-aa35ccb87cd6'] in dv-cinder-845069-1-iscsi {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:09:58.428254 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d0ee0c-2f22-4a7d-8f6d-e377ddf7672a None None] Routers {'0dc47941-d832-4ac4-9134-aa35ccb87cd6'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:09:58.428889 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-22d0ee0c-2f22-4a7d-8f6d-e377ddf7672a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:09:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['0dc47941-d832-4ac4-9134-aa35ccb87cd6'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:09:58.444265 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596fe635-9554-4305-b88e-67139f06a3d0', 'tag': 'd96f59a2-4ec1-4327-b308-e50814a9bbc5'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:09:58.447089 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21abd8c6-d9da-4c6d-961b-a8060667e54a" -d '{"events": [{"name": "network-changed", "server_uuid": "596fe635-9554-4305-b88e-67139f06a3d0", "tag": "d96f59a2-4ec1-4327-b308-e50814a9bbc5"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:09:58.480520 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-d897afb7-7a55-4b1d-8bc3-267dd064399c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "PUT /v2.0/floatingips/29d2ac41-840a-44b1-b32f-027afc72da17 HTTP/1.1" status: 200 len: 993 time: 0.8778143 Jun 08 02:09:58.487858 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343fbefc-4e78-4d1a-9bb6-707176e39236 x-openstack-request-id: req-343fbefc-4e78-4d1a-9bb6-707176e39236 {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:09:58.488145 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596fe635-9554-4305-b88e-67139f06a3d0", "tag": "d96f59a2-4ec1-4327-b308-e50814a9bbc5", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:09:58.488409 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-343fbefc-4e78-4d1a-9bb6-707176e39236 {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:09:58.488811 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-343fbefc-4e78-4d1a-9bb6-707176e39236'] response: {'name': 'network-changed', 'server_uuid': '596fe635-9554-4305-b88e-67139f06a3d0', 'tag': 'd96f59a2-4ec1-4327-b308-e50814a9bbc5', 'status': 'completed', 'code': 200} Jun 08 02:09:58.531095 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-22d0ee0c-2f22-4a7d-8f6d-e377ddf7672a None None] Set router 0dc47941-d832-4ac4-9134-aa35ccb87cd6 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:09:58.553518 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21abd8c6-d9da-4c6d-961b-a8060667e54a req-6529b1a8-b568-4af0-86cf-12f046425094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:58.556283 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-21abd8c6-d9da-4c6d-961b-a8060667e54a req-6529b1a8-b568-4af0-86cf-12f046425094 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d40d753f66ec4ed2808aa65b825e66f8&device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 1130 time: 0.0409017 Jun 08 02:09:58.651050 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21abd8c6-d9da-4c6d-961b-a8060667e54a req-ebca4eac-5414-4768-9070-4ec31524b51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:58.652552 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-21abd8c6-d9da-4c6d-961b-a8060667e54a req-ebca4eac-5414-4768-9070-4ec31524b51f service neutron] 10.222.0.15 "GET /v2.0/networks?id=eafc844b-6465-4613-a6dd-f1b9698164f0 HTTP/1.1" status: 200 len: 920 time: 0.0853534 Jun 08 02:09:58.726938 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-21abd8c6-d9da-4c6d-961b-a8060667e54a req-44230d09-4df1-474f-9647-d14f48a2b822 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d96f59a2-4ec1-4327-b308-e50814a9bbc5 HTTP/1.1" status: 200 len: 1001 time: 0.0592780 Jun 08 02:09:58.734959 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-22d0ee0c-2f22-4a7d-8f6d-e377ddf7672a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1559781603-router', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'e890d3eb-e65d-447a-851e-2b17e2932251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:32Z', 'revision_number': 4, 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'gw_port': {'id': 'e890d3eb-e65d-447a-851e-2b17e2932251', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:24Z', 'updated_at': '2022-06-08T02:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': '29d2ac41-840a-44b1-b32f-027afc72da17', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'floating_ip_address': '172.27.1.63', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'port_id': 'd96f59a2-4ec1-4327-b308-e50814a9bbc5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0', 'mac_address': 'fa:16:3e:8d:35:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596fe635-9554-4305-b88e-67139f06a3d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:07:50Z', 'updated_at': '2022-06-08T02:09:58Z', 'revision_number': 3, 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b77a56c6-2496-48f0-9607-698f5c7e5630', 'name': '', 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'mac_address': 'fa:16:3e:25:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b425173c-8738-4438-bb14-70ea3c375864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:29Z', 'updated_at': '2022-06-08T02:05:41Z', 'revision_number': 5, 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'subnets': [{'id': 'b425173c-8738-4438-bb14-70ea3c375864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:09:58.763109 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d0ee0c-2f22-4a7d-8f6d-e377ddf7672a None None] Checking router: 0dc47941-d832-4ac4-9134-aa35ccb87cd6 for host: dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:09:58.771374 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d0ee0c-2f22-4a7d-8f6d-e377ddf7672a None None] Routers {'0dc47941-d832-4ac4-9134-aa35ccb87cd6'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:09:58.771978 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-22d0ee0c-2f22-4a7d-8f6d-e377ddf7672a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:09:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['0dc47941-d832-4ac4-9134-aa35ccb87cd6'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:09:58.778183 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21abd8c6-d9da-4c6d-961b-a8060667e54a req-1f2f8e05-6045-4de3-89db-2eb4854c7abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:58.779635 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-21abd8c6-d9da-4c6d-961b-a8060667e54a req-1f2f8e05-6045-4de3-89db-2eb4854c7abd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b425173c-8738-4438-bb14-70ea3c375864 HTTP/1.1" status: 200 len: 858 time: 0.0463092 Jun 08 02:09:58.827553 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21abd8c6-d9da-4c6d-961b-a8060667e54a req-888cd2fd-64b2-42fa-9a8a-c7f2aa821ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:09:58.829063 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-21abd8c6-d9da-4c6d-961b-a8060667e54a req-888cd2fd-64b2-42fa-9a8a-c7f2aa821ce9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eafc844b-6465-4613-a6dd-f1b9698164f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387137 Jun 08 02:09:58.870333 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-22d0ee0c-2f22-4a7d-8f6d-e377ddf7672a None None] Set router 0dc47941-d832-4ac4-9134-aa35ccb87cd6 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:09:58.926228 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-21abd8c6-d9da-4c6d-961b-a8060667e54a req-40434c3e-9d18-4fa4-a8a4-6aac3a960d0d service neutron] 10.222.0.15 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893068 Jun 08 02:09:59.025044 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-21abd8c6-d9da-4c6d-961b-a8060667e54a req-4025a583-1bd9-4f7f-a0f7-4b6baaf09793 service neutron] 10.222.0.15 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906146 Jun 08 02:09:59.088567 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-22d0ee0c-2f22-4a7d-8f6d-e377ddf7672a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1559781603-router', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'e890d3eb-e65d-447a-851e-2b17e2932251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:32Z', 'revision_number': 4, 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'gw_port': {'id': 'e890d3eb-e65d-447a-851e-2b17e2932251', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:24Z', 'updated_at': '2022-06-08T02:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': '29d2ac41-840a-44b1-b32f-027afc72da17', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'floating_ip_address': '172.27.1.63', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'port_id': 'd96f59a2-4ec1-4327-b308-e50814a9bbc5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0', 'mac_address': 'fa:16:3e:8d:35:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596fe635-9554-4305-b88e-67139f06a3d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:07:50Z', 'updated_at': '2022-06-08T02:09:58Z', 'revision_number': 3, 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b77a56c6-2496-48f0-9607-698f5c7e5630', 'name': '', 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'mac_address': 'fa:16:3e:25:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b425173c-8738-4438-bb14-70ea3c375864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:29Z', 'updated_at': '2022-06-08T02:05:41Z', 'revision_number': 5, 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'subnets': [{'id': 'b425173c-8738-4438-bb14-70ea3c375864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:09:59.112775 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d0ee0c-2f22-4a7d-8f6d-e377ddf7672a None None] The sync data for ids ['0dc47941-d832-4ac4-9134-aa35ccb87cd6'] in dv-cinder-845069-1-iscsi is: [{'id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1559781603-router', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'e890d3eb-e65d-447a-851e-2b17e2932251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:32Z', 'revision_number': 4, 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'gw_port': {'id': 'e890d3eb-e65d-447a-851e-2b17e2932251', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:24Z', 'updated_at': '2022-06-08T02:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': '29d2ac41-840a-44b1-b32f-027afc72da17', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'floating_ip_address': '172.27.1.63', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'port_id': 'd96f59a2-4ec1-4327-b308-e50814a9bbc5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0', 'mac_address': 'fa:16:3e:8d:35:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596fe635-9554-4305-b88e-67139f06a3d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:07:50Z', 'updated_at': '2022-06-08T02:09:58Z', 'revision_number': 3, 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b77a56c6-2496-48f0-9607-698f5c7e5630', 'name': '', 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'mac_address': 'fa:16:3e:25:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b425173c-8738-4438-bb14-70ea3c375864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:29Z', 'updated_at': '2022-06-08T02:05:41Z', 'revision_number': 5, 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'subnets': [{'id': 'b425173c-8738-4438-bb14-70ea3c375864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:10:00.490323 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596fe635-9554-4305-b88e-67139f06a3d0', 'tag': 'd96f59a2-4ec1-4327-b308-e50814a9bbc5'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:10:00.492767 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc00a0db-ac84-4366-894a-85e10b0e7c12" -d '{"events": [{"name": "network-changed", "server_uuid": "596fe635-9554-4305-b88e-67139f06a3d0", "tag": "d96f59a2-4ec1-4327-b308-e50814a9bbc5"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:10:00.527783 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e10958e-d335-4508-b2e2-5a6a1fa96c47 x-openstack-request-id: req-2e10958e-d335-4508-b2e2-5a6a1fa96c47 {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:10:00.528073 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596fe635-9554-4305-b88e-67139f06a3d0", "tag": "d96f59a2-4ec1-4327-b308-e50814a9bbc5", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:10:00.528325 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e10958e-d335-4508-b2e2-5a6a1fa96c47 {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:10:00.528766 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e10958e-d335-4508-b2e2-5a6a1fa96c47'] response: {'name': 'network-changed', 'server_uuid': '596fe635-9554-4305-b88e-67139f06a3d0', 'tag': 'd96f59a2-4ec1-4327-b308-e50814a9bbc5', 'status': 'completed', 'code': 200} Jun 08 02:10:00.888551 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00a0db-ac84-4366-894a-85e10b0e7c12 req-8d79acf3-39e8-49d3-b812-644e78c16366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:00.890025 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cc00a0db-ac84-4366-894a-85e10b0e7c12 req-8d79acf3-39e8-49d3-b812-644e78c16366 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d40d753f66ec4ed2808aa65b825e66f8&device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 1130 time: 0.0439498 Jun 08 02:10:00.986496 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00a0db-ac84-4366-894a-85e10b0e7c12 req-5ee51579-e99d-40da-95ed-fba1085c4c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:00.987935 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cc00a0db-ac84-4366-894a-85e10b0e7c12 req-5ee51579-e99d-40da-95ed-fba1085c4c54 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eafc844b-6465-4613-a6dd-f1b9698164f0 HTTP/1.1" status: 200 len: 920 time: 0.0918665 Jun 08 02:10:01.071704 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cc00a0db-ac84-4366-894a-85e10b0e7c12 req-5e50366e-34ad-4d52-8c7b-d69f21c476bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d96f59a2-4ec1-4327-b308-e50814a9bbc5 HTTP/1.1" status: 200 len: 1001 time: 0.0591707 Jun 08 02:10:01.113464 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:01.127601 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00a0db-ac84-4366-894a-85e10b0e7c12 req-96b51fab-3e57-44b5-9044-72327e992142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:01.129035 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cc00a0db-ac84-4366-894a-85e10b0e7c12 req-96b51fab-3e57-44b5-9044-72327e992142 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b425173c-8738-4438-bb14-70ea3c375864 HTTP/1.1" status: 200 len: 858 time: 0.0440335 Jun 08 02:10:01.163702 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:01.175451 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00a0db-ac84-4366-894a-85e10b0e7c12 req-8948cdcf-ed17-4db8-8e01-01f07a8c68f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:01.176935 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cc00a0db-ac84-4366-894a-85e10b0e7c12 req-8948cdcf-ed17-4db8-8e01-01f07a8c68f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eafc844b-6465-4613-a6dd-f1b9698164f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389941 Jun 08 02:10:01.270351 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cc00a0db-ac84-4366-894a-85e10b0e7c12 req-032ca609-c6a7-46e6-86ac-5bc0e2898df7 service neutron] 10.222.0.15 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868855 Jun 08 02:10:01.368163 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cc00a0db-ac84-4366-894a-85e10b0e7c12 req-6d8dc779-46ee-4eeb-8320-d2c2846da936 service neutron] 10.222.0.15 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851078 Jun 08 02:10:01.668369 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27876af-c393-41a0-a20e-28fb3780a63a req-f5e29c8a-ead2-4fe0-87bc-c4dd80216ebd tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:01.669849 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e27876af-c393-41a0-a20e-28fb3780a63a req-f5e29c8a-ead2-4fe0-87bc-c4dd80216ebd tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc699b5-d7f5-466e-9882-a80368641bac HTTP/1.1" status: 200 len: 945 time: 0.0503044 Jun 08 02:10:01.715734 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e27876af-c393-41a0-a20e-28fb3780a63a req-a83e9b68-606b-4a05-b0df-ded619f8be74 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402510 Jun 08 02:10:02.834020 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038b217-24bd-404e-a2d5-ca910028d652 req-ff4edf94-5798-4294-b53c-11641efe6f2e tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:02.835462 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8038b217-24bd-404e-a2d5-ca910028d652 req-ff4edf94-5798-4294-b53c-11641efe6f2e tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc699b5-d7f5-466e-9882-a80368641bac HTTP/1.1" status: 200 len: 945 time: 0.0496664 Jun 08 02:10:02.882216 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8038b217-24bd-404e-a2d5-ca910028d652 req-58c8d383-6ccf-45a5-bf45-1214557a9bcb tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398748 Jun 08 02:10:03.851614 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d834a7-8572-4f04-bfc3-449f292ac558 req-b440d0cf-68f2-4a4e-9abc-4364ed7ca84c tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:03.853076 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e4d834a7-8572-4f04-bfc3-449f292ac558 req-b440d0cf-68f2-4a4e-9abc-4364ed7ca84c tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cc699b5-d7f5-466e-9882-a80368641bac HTTP/1.1" status: 200 len: 945 time: 0.0449448 Jun 08 02:10:03.939268 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-e4d834a7-8572-4f04-bfc3-449f292ac558 req-e00c8e62-d578-4cbf-91f7-822e669d1585 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Deleting port 46f78d55-b541-47ea-88b7-8af0f92f361f {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:10:03.939607 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-e4d834a7-8572-4f04-bfc3-449f292ac558 req-e00c8e62-d578-4cbf-91f7-822e669d1585 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (46f78d55-b541-47ea-88b7-8af0f92f361f), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:04.060933 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc97546-77c1-43e3-9d72-7206fe67c04e req-fa6839a2-d3b5-444a-88b9-456a63cc29b1 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:04.062397 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0dc97546-77c1-43e3-9d72-7206fe67c04e req-fa6839a2-d3b5-444a-88b9-456a63cc29b1 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc699b5-d7f5-466e-9882-a80368641bac HTTP/1.1" status: 200 len: 945 time: 0.1087630 Jun 08 02:10:04.108951 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-e4d834a7-8572-4f04-bfc3-449f292ac558 req-e00c8e62-d578-4cbf-91f7-822e669d1585 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] For port 46f78d55-b541-47ea-88b7-8af0f92f361f, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=46f78d55-b541-47ea-88b7-8af0f92f361f,segment=NetworkSegment(e13fd0c2-9c6e-4a49-b62b-0d214dd47858),segment_id=e13fd0c2-9c6e-4a49-b62b-0d214dd47858)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:10:04.109231 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-e4d834a7-8572-4f04-bfc3-449f292ac558 req-e00c8e62-d578-4cbf-91f7-822e669d1585 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (46f78d55-b541-47ea-88b7-8af0f92f361f), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:04.133607 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-e4d834a7-8572-4f04-bfc3-449f292ac558 req-e00c8e62-d578-4cbf-91f7-822e669d1585 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Calling delete_port for 46f78d55-b541-47ea-88b7-8af0f92f361f owned by compute:nova {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:10:04.144783 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0dc97546-77c1-43e3-9d72-7206fe67c04e req-70fc8a83-f796-47bc-a6fc-be5853ad24cc tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e92dd7-c188-4f4a-aadb-6866ef889ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758262 Jun 08 02:10:04.263075 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-e4d834a7-8572-4f04-bfc3-449f292ac558 req-e00c8e62-d578-4cbf-91f7-822e669d1585 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (46f78d55-b541-47ea-88b7-8af0f92f361f), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:04.276389 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['46f78d55-b541-47ea-88b7-8af0f92f361f'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:10:04.296147 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c8e62-d578-4cbf-91f7-822e669d1585 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Pushing event deleted for resources: {'Port': ['ID=46f78d55-b541-47ea-88b7-8af0f92f361f,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:10:04.304781 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:04.312516 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c8e62-d578-4cbf-91f7-822e669d1585 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:04.312858 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c8e62-d578-4cbf-91f7-822e669d1585 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:04.313194 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c8e62-d578-4cbf-91f7-822e669d1585 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:04.313523 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c8e62-d578-4cbf-91f7-822e669d1585 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:04.313850 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c8e62-d578-4cbf-91f7-822e669d1585 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:04.314170 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c8e62-d578-4cbf-91f7-822e669d1585 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:04.314490 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c8e62-d578-4cbf-91f7-822e669d1585 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:04.314805 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c8e62-d578-4cbf-91f7-822e669d1585 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:04.315123 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c8e62-d578-4cbf-91f7-822e669d1585 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:04.315438 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c8e62-d578-4cbf-91f7-822e669d1585 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:04.315753 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c8e62-d578-4cbf-91f7-822e669d1585 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:04.316069 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c8e62-d578-4cbf-91f7-822e669d1585 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:04.316382 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c8e62-d578-4cbf-91f7-822e669d1585 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:04.316717 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c8e62-d578-4cbf-91f7-822e669d1585 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:04.317029 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c8e62-d578-4cbf-91f7-822e669d1585 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:04.340119 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:04.357543 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d834a7-8572-4f04-bfc3-449f292ac558 req-e00c8e62-d578-4cbf-91f7-822e669d1585 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] No DVR routers for this DVR port 46f78d55-b541-47ea-88b7-8af0f92f361f on host hv-cinder-84506 {{(pid=104268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:10:04.360829 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-e4d834a7-8572-4f04-bfc3-449f292ac558 req-e00c8e62-d578-4cbf-91f7-822e669d1585 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:04.364678 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e4d834a7-8572-4f04-bfc3-449f292ac558 req-e00c8e62-d578-4cbf-91f7-822e669d1585 tempest-VolumesSnapshotTestJSON-1139519056 tempest-VolumesSnapshotTestJSON-1139519056-project] 10.222.0.15 "DELETE /v2.0/ports/46f78d55-b541-47ea-88b7-8af0f92f361f HTTP/1.1" status: 204 len: 173 time: 0.5055454 Jun 08 02:10:04.365108 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc699b5-d7f5-466e-9882-a80368641bac', 'name': 'network-vif-deleted', 'tag': '46f78d55-b541-47ea-88b7-8af0f92f361f'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:10:04.367293 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca4cb6b-1420-45a0-a030-eb08166ea345" -d '{"events": [{"server_uuid": "3cc699b5-d7f5-466e-9882-a80368641bac", "name": "network-vif-deleted", "tag": "46f78d55-b541-47ea-88b7-8af0f92f361f"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:10:04.404308 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea361c1e-c2da-44dd-87f3-1ff2146e1bb1 x-openstack-request-id: req-ea361c1e-c2da-44dd-87f3-1ff2146e1bb1 {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:10:04.404631 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc699b5-d7f5-466e-9882-a80368641bac", "name": "network-vif-deleted", "tag": "46f78d55-b541-47ea-88b7-8af0f92f361f", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:10:04.404889 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea361c1e-c2da-44dd-87f3-1ff2146e1bb1 {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:10:04.405295 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea361c1e-c2da-44dd-87f3-1ff2146e1bb1'] response: {'server_uuid': '3cc699b5-d7f5-466e-9882-a80368641bac', 'name': 'network-vif-deleted', 'tag': '46f78d55-b541-47ea-88b7-8af0f92f361f', 'status': 'completed', 'code': 200} Jun 08 02:10:06.839167 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-ef96c8f1-4e04-4466-bb57-5337a323b56c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:07.747944 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 46f78d55-b541-47ea-88b7-8af0f92f361f no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:10:07.766877 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] No Port match for: 46f78d55-b541-47ea-88b7-8af0f92f361f {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:10:07.767230 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 46f78d55-b541-47ea-88b7-8af0f92f361f not bound to the agent host hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:10:09.083563 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=74 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:09.091400 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=74 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:09.127929 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-05be5a19-70a7-488e-a4a5-836eb3a9d160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:10.256494 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:11.858814 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:12.219404 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dce055-6409-4826-93cd-cb78eb79f3b3 req-0e3b1fab-c228-4057-8e11-0a38e5aaf7cf tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:12.220883 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-20dce055-6409-4826-93cd-cb78eb79f3b3 req-0e3b1fab-c228-4057-8e11-0a38e5aaf7cf tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 946 time: 0.0471079 Jun 08 02:10:12.267905 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-20dce055-6409-4826-93cd-cb78eb79f3b3 req-5de50222-d19d-432f-b87c-676de554dc4f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413771 Jun 08 02:10:13.344638 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:13.393600 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1cf1d3-6088-4864-9229-731d31f7b7b5 req-74b78589-6b32-4be0-9951-0f98070bd5e9 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:13.395059 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4a1cf1d3-6088-4864-9229-731d31f7b7b5 req-74b78589-6b32-4be0-9951-0f98070bd5e9 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 946 time: 0.0522377 Jun 08 02:10:13.442090 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4a1cf1d3-6088-4864-9229-731d31f7b7b5 req-f6db6749-8aeb-4cf6-98ed-faf2c131fa45 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406277 Jun 08 02:10:14.111636 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1294be-8f47-43ca-931a-e11bd30545c2 req-b1f69c23-4f2c-471c-bc5c-d9fac422cac0 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:14.113079 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4d1294be-8f47-43ca-931a-e11bd30545c2 req-b1f69c23-4f2c-471c-bc5c-d9fac422cac0 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 946 time: 0.0456400 Jun 08 02:10:14.197515 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-4d1294be-8f47-43ca-931a-e11bd30545c2 req-2121bc0d-68ec-4691-ac77-9b9a482247cd tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Deleting port 4c178719-6047-43d9-9d57-30618b0b060e {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:10:14.197855 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-4d1294be-8f47-43ca-931a-e11bd30545c2 req-2121bc0d-68ec-4691-ac77-9b9a482247cd tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (4c178719-6047-43d9-9d57-30618b0b060e), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:14.283451 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-4d1294be-8f47-43ca-931a-e11bd30545c2 req-2121bc0d-68ec-4691-ac77-9b9a482247cd tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] For port 4c178719-6047-43d9-9d57-30618b0b060e, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=4c178719-6047-43d9-9d57-30618b0b060e,segment=NetworkSegment(53131b2e-d267-40fd-aee8-2cb51a86cc49),segment_id=53131b2e-d267-40fd-aee8-2cb51a86cc49)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:10:14.283813 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-4d1294be-8f47-43ca-931a-e11bd30545c2 req-2121bc0d-68ec-4691-ac77-9b9a482247cd tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (4c178719-6047-43d9-9d57-30618b0b060e), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:14.485179 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-4d1294be-8f47-43ca-931a-e11bd30545c2 req-2121bc0d-68ec-4691-ac77-9b9a482247cd tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:14.485778 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-4d1294be-8f47-43ca-931a-e11bd30545c2 req-2121bc0d-68ec-4691-ac77-9b9a482247cd tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682813'] for floatingip (88bf001e-dd56-41aa-8e7f-bf5bf0ebf5dd), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:14.485986 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.db.l3_db [req-4d1294be-8f47-43ca-931a-e11bd30545c2 req-2121bc0d-68ec-4691-ac77-9b9a482247cd tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Floating IP 88bf001e-dd56-41aa-8e7f-bf5bf0ebf5dd disassociated. External IP: 172.27.1.187, port: 4c178719-6047-43d9-9d57-30618b0b060e. Jun 08 02:10:14.486356 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-4d1294be-8f47-43ca-931a-e11bd30545c2 req-2121bc0d-68ec-4691-ac77-9b9a482247cd tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Calling delete_port for 4c178719-6047-43d9-9d57-30618b0b060e owned by compute:nova {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:10:14.585911 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0eeacf-4b85-4d2b-9158-d01644492023 req-05017aaf-6e04-406a-8dc5-cefda822a728 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:14.587409 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0e0eeacf-4b85-4d2b-9158-d01644492023 req-05017aaf-6e04-406a-8dc5-cefda822a728 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 946 time: 0.0628700 Jun 08 02:10:14.890765 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0e0eeacf-4b85-4d2b-9158-d01644492023 req-072c9e02-f1e9-419d-9507-44336e0418b4 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=b908ecdb-a015-4a48-ab13-556cf1cca285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2938778 Jun 08 02:10:14.905898 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-4d1294be-8f47-43ca-931a-e11bd30545c2 req-2121bc0d-68ec-4691-ac77-9b9a482247cd tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (4c178719-6047-43d9-9d57-30618b0b060e), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:14.939684 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121bc0d-68ec-4691-ac77-9b9a482247cd tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Pushing event deleted for resources: {'Port': ['ID=4c178719-6047-43d9-9d57-30618b0b060e,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:10:15.001715 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:15.058573 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d1294be-8f47-43ca-931a-e11bd30545c2 req-2121bc0d-68ec-4691-ac77-9b9a482247cd tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Router 7d5de0aa-45c6-4daf-9f83-88dc18ab4223 has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:10:15.104538 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:15.163523 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d1294be-8f47-43ca-931a-e11bd30545c2 req-2121bc0d-68ec-4691-ac77-9b9a482247cd tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:10:15.174139 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b0a7b3-d5b3-4dc6-a400-63d2a46073eb None None] Sync routers for ids ['7d5de0aa-45c6-4daf-9f83-88dc18ab4223'] in dv-cinder-845069-1-iscsi {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:10:15.185629 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b0a7b3-d5b3-4dc6-a400-63d2a46073eb None None] Routers {'7d5de0aa-45c6-4daf-9f83-88dc18ab4223'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:10:15.186501 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-18b0a7b3-d5b3-4dc6-a400-63d2a46073eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:10:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['7d5de0aa-45c6-4daf-9f83-88dc18ab4223'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:10:15.207349 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1294be-8f47-43ca-931a-e11bd30545c2 req-2121bc0d-68ec-4691-ac77-9b9a482247cd tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] No DVR routers for this DVR port 4c178719-6047-43d9-9d57-30618b0b060e on host hv-cinder-84506 {{(pid=104268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:10:15.209892 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-4d1294be-8f47-43ca-931a-e11bd30545c2 req-2121bc0d-68ec-4691-ac77-9b9a482247cd tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:15.213070 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4d1294be-8f47-43ca-931a-e11bd30545c2 req-2121bc0d-68ec-4691-ac77-9b9a482247cd tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.15 "DELETE /v2.0/ports/4c178719-6047-43d9-9d57-30618b0b060e HTTP/1.1" status: 204 len: 173 time: 1.0939307 Jun 08 02:10:15.213542 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7944f2e-2294-4a69-bd4e-d51f50e73e56', 'name': 'network-vif-deleted', 'tag': '4c178719-6047-43d9-9d57-30618b0b060e'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:10:15.215766 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053b8bed-1173-46c4-9d88-922ab6e6d00f" -d '{"events": [{"server_uuid": "b7944f2e-2294-4a69-bd4e-d51f50e73e56", "name": "network-vif-deleted", "tag": "4c178719-6047-43d9-9d57-30618b0b060e"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:10:15.255793 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff2c638-955d-41d9-87ea-b4820cf0a81d x-openstack-request-id: req-8ff2c638-955d-41d9-87ea-b4820cf0a81d {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:10:15.256144 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7944f2e-2294-4a69-bd4e-d51f50e73e56", "name": "network-vif-deleted", "tag": "4c178719-6047-43d9-9d57-30618b0b060e", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:10:15.256491 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ff2c638-955d-41d9-87ea-b4820cf0a81d {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:10:15.257018 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ff2c638-955d-41d9-87ea-b4820cf0a81d'] response: {'server_uuid': 'b7944f2e-2294-4a69-bd4e-d51f50e73e56', 'name': 'network-vif-deleted', 'tag': '4c178719-6047-43d9-9d57-30618b0b060e', 'status': 'completed', 'code': 200} Jun 08 02:10:15.289322 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:10:15.302250 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-18b0a7b3-d5b3-4dc6-a400-63d2a46073eb None None] Set router 7d5de0aa-45c6-4daf-9f83-88dc18ab4223 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:10:15.481317 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-18b0a7b3-d5b3-4dc6-a400-63d2a46073eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'name': 'tempest-AttachVolumeShelveTestJSON-136663733-router', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:06:45Z', 'updated_at': '2022-06-08T02:06:48Z', 'revision_number': 4, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'gw_port': {'id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:06:46Z', 'updated_at': '2022-06-08T02:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc', 'name': '', 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'mac_address': 'fa:16:3e:e7:92:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '35584f73-fd5a-4825-84bf-35c3d28082c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:06:48Z', 'updated_at': '2022-06-08T02:06:53Z', 'revision_number': 5, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'subnets': [{'id': '35584f73-fd5a-4825-84bf-35c3d28082c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:10:15.505687 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b0a7b3-d5b3-4dc6-a400-63d2a46073eb None None] Checking router: 7d5de0aa-45c6-4daf-9f83-88dc18ab4223 for host: dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:10:15.514075 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b0a7b3-d5b3-4dc6-a400-63d2a46073eb None None] Routers {'7d5de0aa-45c6-4daf-9f83-88dc18ab4223'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:10:15.514677 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-18b0a7b3-d5b3-4dc6-a400-63d2a46073eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:10:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['7d5de0aa-45c6-4daf-9f83-88dc18ab4223'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:10:15.623810 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-18b0a7b3-d5b3-4dc6-a400-63d2a46073eb None None] Set router 7d5de0aa-45c6-4daf-9f83-88dc18ab4223 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:10:15.814402 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-18b0a7b3-d5b3-4dc6-a400-63d2a46073eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'name': 'tempest-AttachVolumeShelveTestJSON-136663733-router', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:06:45Z', 'updated_at': '2022-06-08T02:06:48Z', 'revision_number': 4, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'gw_port': {'id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:06:46Z', 'updated_at': '2022-06-08T02:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc', 'name': '', 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'mac_address': 'fa:16:3e:e7:92:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '35584f73-fd5a-4825-84bf-35c3d28082c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:06:48Z', 'updated_at': '2022-06-08T02:06:53Z', 'revision_number': 5, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'subnets': [{'id': '35584f73-fd5a-4825-84bf-35c3d28082c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:10:15.839112 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b0a7b3-d5b3-4dc6-a400-63d2a46073eb None None] The sync data for ids ['7d5de0aa-45c6-4daf-9f83-88dc18ab4223'] in dv-cinder-845069-1-iscsi is: [{'id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'name': 'tempest-AttachVolumeShelveTestJSON-136663733-router', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:06:45Z', 'updated_at': '2022-06-08T02:06:48Z', 'revision_number': 4, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'gw_port': {'id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:06:46Z', 'updated_at': '2022-06-08T02:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc', 'name': '', 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'mac_address': 'fa:16:3e:e7:92:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '35584f73-fd5a-4825-84bf-35c3d28082c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:06:48Z', 'updated_at': '2022-06-08T02:06:53Z', 'revision_number': 5, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'subnets': [{'id': '35584f73-fd5a-4825-84bf-35c3d28082c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:10:16.037351 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-791eb186-78c1-4ecf-b557-946e1f09b2e9 req-314d00c1-0171-4e74-b454-23c7edcf9ab9 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 210 time: 0.0339694 Jun 08 02:10:16.104518 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d00d432-61e9-4e7d-acb1-299524cada8c None None] New status for floating IP 88bf001e-dd56-41aa-8e7f-bf5bf0ebf5dd: DOWN {{(pid=104271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 02:10:17.160193 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-df7cbda9-0d2e-472d-a9b6-cbe0414801ce req-bb2e6dd7-7d3d-4491-895b-1725400354a4 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7944f2e-2294-4a69-bd4e-d51f50e73e56 HTTP/1.1" status: 200 len: 210 time: 0.0311275 Jun 08 02:10:18.275503 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 55356) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:10:18.334212 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-5999d331-90d5-49a1-aed8-37fa2d2c1a4a tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for security_group (b908ecdb-a015-4a48-ab13-556cf1cca285), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:18.360382 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-5999d331-90d5-49a1-aed8-37fa2d2c1a4a tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for security_group (b908ecdb-a015-4a48-ab13-556cf1cca285), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:18.415828 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-5999d331-90d5-49a1-aed8-37fa2d2c1a4a tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (b908ecdb-a015-4a48-ab13-556cf1cca285), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:18.418318 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-5999d331-90d5-49a1-aed8-37fa2d2c1a4a tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:18.419793 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-5999d331-90d5-49a1-aed8-37fa2d2c1a4a tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "DELETE /v2.0/security-groups/b908ecdb-a015-4a48-ab13-556cf1cca285 HTTP/1.1" status: 204 len: 168 time: 0.1427414 Jun 08 02:10:18.422368 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 55362) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:10:18.428595 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999d331-90d5-49a1-aed8-37fa2d2c1a4a tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b908ecdb-a015-4a48-ab13-556cf1cca285,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:10:18.455238 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.api.v2.resource [None req-0b5c218c-fe2b-417b-9d36-dda7a8017ca2 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] show failed (client error): The resource could not be found. Jun 08 02:10:18.456346 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-0b5c218c-fe2b-417b-9d36-dda7a8017ca2 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups/b908ecdb-a015-4a48-ab13-556cf1cca285 HTTP/1.1" status: 404 len: 347 time: 0.0324597 Jun 08 02:10:18.459294 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 55366) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:10:18.568057 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [None req-c64a2d9a-8ba7-422f-a1c5-cc96538fa432 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Deleting port d6091a45-1872-42d8-8a43-f186e4e7c9c4 {{(pid=104269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:10:18.568387 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c64a2d9a-8ba7-422f-a1c5-cc96538fa432 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (d6091a45-1872-42d8-8a43-f186e4e7c9c4), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:18.642656 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c64a2d9a-8ba7-422f-a1c5-cc96538fa432 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (d6091a45-1872-42d8-8a43-f186e4e7c9c4), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:18.642899 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c64a2d9a-8ba7-422f-a1c5-cc96538fa432 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for floatingip (d6091a45-1872-42d8-8a43-f186e4e7c9c4), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:18.656204 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [None req-c64a2d9a-8ba7-422f-a1c5-cc96538fa432 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Calling delete_port for d6091a45-1872-42d8-8a43-f186e4e7c9c4 owned by network:floatingip {{(pid=104269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:10:18.795992 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c64a2d9a-8ba7-422f-a1c5-cc96538fa432 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (d6091a45-1872-42d8-8a43-f186e4e7c9c4), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:18.821174 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a2d9a-8ba7-422f-a1c5-cc96538fa432 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Pushing event deleted for resources: {'Port': ['ID=d6091a45-1872-42d8-8a43-f186e4e7c9c4,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:10:18.848978 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64a2d9a-8ba7-422f-a1c5-cc96538fa432 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:18.849322 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64a2d9a-8ba7-422f-a1c5-cc96538fa432 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:18.849657 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64a2d9a-8ba7-422f-a1c5-cc96538fa432 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:18.849987 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64a2d9a-8ba7-422f-a1c5-cc96538fa432 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:18.850314 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64a2d9a-8ba7-422f-a1c5-cc96538fa432 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:18.850666 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64a2d9a-8ba7-422f-a1c5-cc96538fa432 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:18.850990 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64a2d9a-8ba7-422f-a1c5-cc96538fa432 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:18.851310 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64a2d9a-8ba7-422f-a1c5-cc96538fa432 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:18.851653 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64a2d9a-8ba7-422f-a1c5-cc96538fa432 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:18.852122 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64a2d9a-8ba7-422f-a1c5-cc96538fa432 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:18.852466 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64a2d9a-8ba7-422f-a1c5-cc96538fa432 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:18.852785 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64a2d9a-8ba7-422f-a1c5-cc96538fa432 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:18.853103 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64a2d9a-8ba7-422f-a1c5-cc96538fa432 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:18.853424 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64a2d9a-8ba7-422f-a1c5-cc96538fa432 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:18.853737 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64a2d9a-8ba7-422f-a1c5-cc96538fa432 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:18.896520 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c64a2d9a-8ba7-422f-a1c5-cc96538fa432 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for floatingip (88bf001e-dd56-41aa-8e7f-bf5bf0ebf5dd), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:18.904760 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c64a2d9a-8ba7-422f-a1c5-cc96538fa432 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:18.905908 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-c64a2d9a-8ba7-422f-a1c5-cc96538fa432 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "DELETE /v2.0/floatingips/88bf001e-dd56-41aa-8e7f-bf5bf0ebf5dd HTTP/1.1" status: 204 len: 168 time: 0.4457490 Jun 08 02:10:18.951536 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 4c178719-6047-43d9-9d57-30618b0b060e no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:10:18.970180 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] No Port match for: 4c178719-6047-43d9-9d57-30618b0b060e {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:10:18.970592 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 4c178719-6047-43d9-9d57-30618b0b060e not bound to the agent host hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:10:18.988237 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 55370) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:10:18.993634 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-9c960ba0-4f19-4d01-89a5-155127359803 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1841982228', 'description': 'tempest-description--1832549491'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:10:19.013872 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-9c960ba0-4f19-4d01-89a5-155127359803 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:19.085106 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-9c960ba0-4f19-4d01-89a5-155127359803 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for security_group (770931a0-818c-48fb-8976-690f48fb8b25), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:19.088635 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-9c960ba0-4f19-4d01-89a5-155127359803 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (770931a0-818c-48fb-8976-690f48fb8b25), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:19.112796 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-9c960ba0-4f19-4d01-89a5-155127359803 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:19.114000 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-9c960ba0-4f19-4d01-89a5-155127359803 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1245439 Jun 08 02:10:19.117135 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 55372) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:10:19.122426 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-fe6a29e2-1da6-470e-959f-576760d9ad09 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Request body: {'security_group_rule': {'security_group_id': '770931a0-818c-48fb-8976-690f48fb8b25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:10:19.122597 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c960ba0-4f19-4d01-89a5-155127359803 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=770931a0-818c-48fb-8976-690f48fb8b25,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:10:19.149439 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-fe6a29e2-1da6-470e-959f-576760d9ad09 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for security_group_rule (afd5c12c-9d8a-429f-9ea5-c4c520c3985b), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:19.208681 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-fe6a29e2-1da6-470e-959f-576760d9ad09 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for security_group_rule (afd5c12c-9d8a-429f-9ea5-c4c520c3985b), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:19.212899 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-fe6a29e2-1da6-470e-959f-576760d9ad09 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292501'] for security_group_rule (afd5c12c-9d8a-429f-9ea5-c4c520c3985b), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:19.232308 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a29e2-1da6-470e-959f-576760d9ad09 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd5c12c-9d8a-429f-9ea5-c4c520c3985b,revision_number=0']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:10:19.240621 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-fe6a29e2-1da6-470e-959f-576760d9ad09 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:19.241789 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-fe6a29e2-1da6-470e-959f-576760d9ad09 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229408 Jun 08 02:10:19.244613 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 55374) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:10:19.248978 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-f75a9fa0-b954-4ac9-86d2-ca4259be5b2e tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Request body: {'security_group_rule': {'security_group_id': '770931a0-818c-48fb-8976-690f48fb8b25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:10:19.275868 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f75a9fa0-b954-4ac9-86d2-ca4259be5b2e tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for security_group_rule (fc55ff11-4ec8-4e19-bcf4-ee7c590e7d9f), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:19.331293 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f75a9fa0-b954-4ac9-86d2-ca4259be5b2e tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for security_group_rule (fc55ff11-4ec8-4e19-bcf4-ee7c590e7d9f), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:19.334834 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f75a9fa0-b954-4ac9-86d2-ca4259be5b2e tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292501'] for security_group_rule (fc55ff11-4ec8-4e19-bcf4-ee7c590e7d9f), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:19.358208 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a9fa0-b954-4ac9-86d2-ca4259be5b2e tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc55ff11-4ec8-4e19-bcf4-ee7c590e7d9f,revision_number=0']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:10:19.363376 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f75a9fa0-b954-4ac9-86d2-ca4259be5b2e tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:19.364612 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-f75a9fa0-b954-4ac9-86d2-ca4259be5b2e tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189902 Jun 08 02:10:19.367613 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 55378) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:10:19.372020 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-16edb2bc-dd31-4da7-8b6b-eb79a4f53064 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Request body: {'floatingip': {'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:10:19.393404 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-16edb2bc-dd31-4da7-8b6b-eb79a4f53064 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:19.474406 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-16edb2bc-dd31-4da7-8b6b-eb79a4f53064 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:19.482545 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:19.583824 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [None req-16edb2bc-dd31-4da7-8b6b-eb79a4f53064 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Allocated IP 172.27.1.152 (fccc80fe-aa23-41fa-b00e-a506a2a0f94c/5f93db06-58fb-4390-8563-710a437b082f/70b38302-1cd9-4511-a0b3-cfa18523d8d6) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:10:19.644244 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:19.698250 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-16edb2bc-dd31-4da7-8b6b-eb79a4f53064 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for port (70b38302-1cd9-4511-a0b3-cfa18523d8d6), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:19.732463 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-16edb2bc-dd31-4da7-8b6b-eb79a4f53064 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (70b38302-1cd9-4511-a0b3-cfa18523d8d6), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:19.772298 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16edb2bc-dd31-4da7-8b6b-eb79a4f53064 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Network fccc80fe-aa23-41fa-b00e-a506a2a0f94c is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:10:19.777755 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-16edb2bc-dd31-4da7-8b6b-eb79a4f53064 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:10:19.780156 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16edb2bc-dd31-4da7-8b6b-eb79a4f53064 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:10:19.811581 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16edb2bc-dd31-4da7-8b6b-eb79a4f53064 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Pushing event updated for resources: {'Port': ['ID=70b38302-1cd9-4511-a0b3-cfa18523d8d6,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:10:19.880210 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-16edb2bc-dd31-4da7-8b6b-eb79a4f53064 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for floatingip (70d19837-e69f-4ff1-b714-257314201c56), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:19.917371 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-16edb2bc-dd31-4da7-8b6b-eb79a4f53064 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (70b38302-1cd9-4511-a0b3-cfa18523d8d6), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:20.088690 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-16edb2bc-dd31-4da7-8b6b-eb79a4f53064 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for port (70b38302-1cd9-4511-a0b3-cfa18523d8d6), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:20.092931 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-16edb2bc-dd31-4da7-8b6b-eb79a4f53064 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (70b38302-1cd9-4511-a0b3-cfa18523d8d6), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:20.156714 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16edb2bc-dd31-4da7-8b6b-eb79a4f53064 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Pushing event updated for resources: {'Port': ['ID=70b38302-1cd9-4511-a0b3-cfa18523d8d6,revision_number=2']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:10:20.168507 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-16edb2bc-dd31-4da7-8b6b-eb79a4f53064 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682813'] for floatingip (70d19837-e69f-4ff1-b714-257314201c56), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:20.183089 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-16edb2bc-dd31-4da7-8b6b-eb79a4f53064 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:20.184296 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-16edb2bc-dd31-4da7-8b6b-eb79a4f53064 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8156023 Jun 08 02:10:20.343541 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:20.385941 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-014032cf-4380-445b-a939-cf1d33cee741 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1841982228&fields=id&tenant_id=7daf0f9fd80c464ca4fbf7f2e19fccbd HTTP/1.1" status: 200 len: 267 time: 0.0497706 Jun 08 02:10:20.488617 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-78c7e974-3920-479a-a0d1-616fb2e895e5 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:20.490057 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-78c7e974-3920-479a-a0d1-616fb2e895e5 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/networks?id=99df6c84-8305-4b75-a40c-3f742f20dcc7 HTTP/1.1" status: 200 len: 816 time: 0.0976682 Jun 08 02:10:20.504887 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-e2560496-a6a2-4049-97b9-1579d0f3f301 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/quotas/7daf0f9fd80c464ca4fbf7f2e19fccbd HTTP/1.1" status: 200 len: 375 time: 0.0088353 Jun 08 02:10:20.551434 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-3b020ccf-7340-49fc-8fc8-6fd7805d1dc1 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7daf0f9fd80c464ca4fbf7f2e19fccbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0410943 Jun 08 02:10:20.620800 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:20.650192 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-b3e82e71-3de8-4e4b-8fd6-d2822dfcd3ef service neutron] 10.222.0.20 "GET /v2.0/networks/99df6c84-8305-4b75-a40c-3f742f20dcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870776 Jun 08 02:10:20.746957 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-5296ab19-182c-4ac5-a07c-53b58e399884 service neutron] 10.222.0.20 "GET /v2.0/networks/99df6c84-8305-4b75-a40c-3f742f20dcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911212 Jun 08 02:10:20.918974 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e0dd4967-eb1a-4540-bf87-4a2cc23f4fc3 req-fb42ad5b-ee85-4953-923d-68f491bfb1e3 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 210 time: 0.0357084 Jun 08 02:10:21.911872 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-51132ae5-0057-418d-bc29-c24330a1b692 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:21.913577 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-51132ae5-0057-418d-bc29-c24330a1b692 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.15 "GET /v2.0/networks?id=99df6c84-8305-4b75-a40c-3f742f20dcc7 HTTP/1.1" status: 200 len: 816 time: 0.1127737 Jun 08 02:10:21.982727 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-9f7c7dc0-c10e-4f8b-a33f-ccb69c76fbb4 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7daf0f9fd80c464ca4fbf7f2e19fccbd HTTP/1.1" status: 200 len: 380 time: 0.0581739 Jun 08 02:10:21.995730 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-74f61291-0bce-4a2b-b0cc-2929c2a26e80 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Request body: {'port': {'device_id': '19726b62-06f4-4547-9021-b58c9571f183', 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7', 'admin_state_up': True, 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'security_groups': ['770931a0-818c-48fb-8976-690f48fb8b25']}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:10:22.156476 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-57658736-7a7a-4d01-a7af-b93fdc25f7d4 req-7f4ed81d-f92a-4f7b-bc17-1804f017bde7 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 210 time: 0.1536551 Jun 08 02:10:22.156476 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-74f61291-0bce-4a2b-b0cc-2929c2a26e80 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Made reservation on behalf of 7daf0f9fd80c464ca4fbf7f2e19fccbd for: {'port': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:10:22.159532 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-74f61291-0bce-4a2b-b0cc-2929c2a26e80 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:22.308318 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-74f61291-0bce-4a2b-b0cc-2929c2a26e80 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Allocated IP 172.20.0.10 (99df6c84-8305-4b75-a40c-3f742f20dcc7/35584f73-fd5a-4825-84bf-35c3d28082c7/92dccdf3-f4c8-42b5-aee4-d2373577dd65) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:10:22.418337 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:22.449880 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-74f61291-0bce-4a2b-b0cc-2929c2a26e80 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for port (92dccdf3-f4c8-42b5-aee4-d2373577dd65), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:22.482033 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-74f61291-0bce-4a2b-b0cc-2929c2a26e80 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (92dccdf3-f4c8-42b5-aee4-d2373577dd65), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:22.524988 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:22.527089 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-74f61291-0bce-4a2b-b0cc-2929c2a26e80 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Network 99df6c84-8305-4b75-a40c-3f742f20dcc7 is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:10:22.534878 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-74f61291-0bce-4a2b-b0cc-2929c2a26e80 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:10:22.539305 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-74f61291-0bce-4a2b-b0cc-2929c2a26e80 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:10:22.543915 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f61291-0bce-4a2b-b0cc-2929c2a26e80 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Pushing event updated for resources: {'Port': ['ID=92dccdf3-f4c8-42b5-aee4-d2373577dd65,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:10:22.591274 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-74f61291-0bce-4a2b-b0cc-2929c2a26e80 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:22.591892 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-74f61291-0bce-4a2b-b0cc-2929c2a26e80 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:22.609538 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-74f61291-0bce-4a2b-b0cc-2929c2a26e80 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6182280 Jun 08 02:10:22.623420 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-ca8b4a67-01c8-4859-ad27-3fe1ed5b9dce service neutron] Request body: {'port': {'device_id': '19726b62-06f4-4547-9021-b58c9571f183', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:10:22.684673 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-ca8b4a67-01c8-4859-ad27-3fe1ed5b9dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (92dccdf3-f4c8-42b5-aee4-d2373577dd65), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:22.763055 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-988029ec-1023-44a9-b7b6-804ff3ea7e2c None None] Provisioning complete for port 92dccdf3-f4c8-42b5-aee4-d2373577dd65 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:10:22.763616 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-988029ec-1023-44a9-b7b6-804ff3ea7e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (92dccdf3-f4c8-42b5-aee4-d2373577dd65), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:22.765543 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:22.787508 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:22.797223 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-988029ec-1023-44a9-b7b6-804ff3ea7e2c None None] Port 92dccdf3-f4c8-42b5-aee4-d2373577dd65 cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:10:22.974015 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-ca8b4a67-01c8-4859-ad27-3fe1ed5b9dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92dccdf3-f4c8-42b5-aee4-d2373577dd65 {{(pid=104268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:10:22.982572 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-ca8b4a67-01c8-4859-ad27-3fe1ed5b9dce service neutron] Publish callbacks [] for port (92dccdf3-f4c8-42b5-aee4-d2373577dd65), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:22.996758 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.provisioning_blocks [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-ca8b4a67-01c8-4859-ad27-3fe1ed5b9dce service neutron] Transition to ACTIVE for port object 92dccdf3-f4c8-42b5-aee4-d2373577dd65 will not be triggered until provisioned by entity L2. {{(pid=104268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 02:10:23.001656 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-ca8b4a67-01c8-4859-ad27-3fe1ed5b9dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (92dccdf3-f4c8-42b5-aee4-d2373577dd65), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:23.050963 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b4a67-01c8-4859-ad27-3fe1ed5b9dce service neutron] Pushing event updated for resources: {'Port': ['ID=92dccdf3-f4c8-42b5-aee4-d2373577dd65,revision_number=2']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:10:23.130505 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-ca8b4a67-01c8-4859-ad27-3fe1ed5b9dce service neutron] Attempting to bind port 92dccdf3-f4c8-42b5-aee4-d2373577dd65 on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:10:23.130837 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-ca8b4a67-01c8-4859-ad27-3fe1ed5b9dce service neutron] Attempting to bind port 92dccdf3-f4c8-42b5-aee4-d2373577dd65 by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': '53131b2e-d267-40fd-aee8-2cb51a86cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7'}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:10:23.131163 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-ca8b4a67-01c8-4859-ad27-3fe1ed5b9dce service neutron] Attempting to bind port 92dccdf3-f4c8-42b5-aee4-d2373577dd65 on network 99df6c84-8305-4b75-a40c-3f742f20dcc7 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:10:23.136032 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-ca8b4a67-01c8-4859-ad27-3fe1ed5b9dce service neutron] Port 92dccdf3-f4c8-42b5-aee4-d2373577dd65 on network 99df6c84-8305-4b75-a40c-3f742f20dcc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 02:10:23.136351 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-ca8b4a67-01c8-4859-ad27-3fe1ed5b9dce service neutron] Attempting to bind port 92dccdf3-f4c8-42b5-aee4-d2373577dd65 on network 99df6c84-8305-4b75-a40c-3f742f20dcc7 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:10:23.142312 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-ca8b4a67-01c8-4859-ad27-3fe1ed5b9dce service neutron] Checking agent: {'id': 'aa11e808-eba7-468a-acd8-b3aef0cfc542', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'started_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:10:23.142772 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-ca8b4a67-01c8-4859-ad27-3fe1ed5b9dce service neutron] Checking segment: {'id': '53131b2e-d267-40fd-aee8-2cb51a86cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:10:23.143175 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-ca8b4a67-01c8-4859-ad27-3fe1ed5b9dce service neutron] Bound using segment: {'id': '53131b2e-d267-40fd-aee8-2cb51a86cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7'} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:10:23.143797 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-ca8b4a67-01c8-4859-ad27-3fe1ed5b9dce service neutron] Bound port: 92dccdf3-f4c8-42b5-aee4-d2373577dd65, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53131b2e-d267-40fd-aee8-2cb51a86cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7'}}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:10:23.143954 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-ca8b4a67-01c8-4859-ad27-3fe1ed5b9dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (92dccdf3-f4c8-42b5-aee4-d2373577dd65), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:23.184961 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:23.214325 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-ca8b4a67-01c8-4859-ad27-3fe1ed5b9dce service neutron] For port 92dccdf3-f4c8-42b5-aee4-d2373577dd65, host hv-cinder-84506, cleared binding levels {{(pid=104268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:10:23.218201 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-ca8b4a67-01c8-4859-ad27-3fe1ed5b9dce service neutron] For port 92dccdf3-f4c8-42b5-aee4-d2373577dd65, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=92dccdf3-f4c8-42b5-aee4-d2373577dd65,segment=NetworkSegment(53131b2e-d267-40fd-aee8-2cb51a86cc49),segment_id=53131b2e-d267-40fd-aee8-2cb51a86cc49)] {{(pid=104268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:10:23.226152 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-ca8b4a67-01c8-4859-ad27-3fe1ed5b9dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (92dccdf3-f4c8-42b5-aee4-d2373577dd65), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:23.269864 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-ca8b4a67-01c8-4859-ad27-3fe1ed5b9dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:23.270474 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-ca8b4a67-01c8-4859-ad27-3fe1ed5b9dce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:23.271790 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-ca8b4a67-01c8-4859-ad27-3fe1ed5b9dce service neutron] 10.222.0.15 "PUT /v2.0/ports/92dccdf3-f4c8-42b5-aee4-d2373577dd65 HTTP/1.1" status: 200 len: 1094 time: 0.6526525 Jun 08 02:10:23.276194 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19726b62-06f4-4547-9021-b58c9571f183', 'tag': '92dccdf3-f4c8-42b5-aee4-d2373577dd65'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:10:23.278477 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3710fa-c7c0-49f4-8435-e0a605b08a13" -d '{"events": [{"name": "network-changed", "server_uuid": "19726b62-06f4-4547-9021-b58c9571f183", "tag": "92dccdf3-f4c8-42b5-aee4-d2373577dd65"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:10:23.355699 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5a282e-bcfc-43ce-b1e7-d5a34cbd86e8 x-openstack-request-id: req-dc5a282e-bcfc-43ce-b1e7-d5a34cbd86e8 {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:10:23.355975 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19726b62-06f4-4547-9021-b58c9571f183", "tag": "92dccdf3-f4c8-42b5-aee4-d2373577dd65", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:10:23.356222 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc5a282e-bcfc-43ce-b1e7-d5a34cbd86e8 {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:10:23.356643 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc5a282e-bcfc-43ce-b1e7-d5a34cbd86e8'] response: {'name': 'network-changed', 'server_uuid': '19726b62-06f4-4547-9021-b58c9571f183', 'tag': '92dccdf3-f4c8-42b5-aee4-d2373577dd65', 'status': 'completed', 'code': 200} Jun 08 02:10:23.381249 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6fb4d-c504-41a5-96e4-df2e6c70e516 req-a0841223-087b-486b-8902-a64c6c34ee30 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:23.382723 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-36f6fb4d-c504-41a5-96e4-df2e6c70e516 req-a0841223-087b-486b-8902-a64c6c34ee30 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 944 time: 0.1267071 Jun 08 02:10:23.408726 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b4a67-01c8-4859-ad27-3fe1ed5b9dce service neutron] Pushing event updated for resources: {'Port': ['ID=92dccdf3-f4c8-42b5-aee4-d2373577dd65,revision_number=3']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:10:23.431056 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-bd7a1b89-72c8-49d4-83c5-87b259e2b5a7 req-e54ed837-9d3f-4698-8dcc-46db7fc12879 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1072817 Jun 08 02:10:23.437346 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:23.442952 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-df8bec0a-b557-44ab-bafa-fadadc6adb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:23.444666 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-df8bec0a-b557-44ab-bafa-fadadc6adb16 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7daf0f9fd80c464ca4fbf7f2e19fccbd&device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 1128 time: 0.0827668 Jun 08 02:10:23.503917 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-a83d5fad-7593-4bc5-a5de-b8fac0499ce2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92dccdf3-f4c8-42b5-aee4-d2373577dd65 HTTP/1.1" status: 200 len: 217 time: 0.0460429 Jun 08 02:10:23.508021 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-36f6fb4d-c504-41a5-96e4-df2e6c70e516 req-e4146e9e-feee-4b68-8e4c-eaeea726b7fb tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186917 Jun 08 02:10:23.681874 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a1b89-72c8-49d4-83c5-87b259e2b5a7 req-6860648f-d10f-436e-8e6b-d635000570a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:23.683245 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-bd7a1b89-72c8-49d4-83c5-87b259e2b5a7 req-6860648f-d10f-436e-8e6b-d635000570a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d40d753f66ec4ed2808aa65b825e66f8&device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 1129 time: 0.0638065 Jun 08 02:10:23.693468 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-8a11ee83-70ec-4b6f-be28-fd82980b3f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:23.694816 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-8a11ee83-70ec-4b6f-be28-fd82980b3f55 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35584f73-fd5a-4825-84bf-35c3d28082c7 HTTP/1.1" status: 200 len: 855 time: 0.0673153 Jun 08 02:10:23.787434 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-8c0576f8-fde6-4d01-9291-655dea32e4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:23.788914 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-8c0576f8-fde6-4d01-9291-655dea32e4f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99df6c84-8305-4b75-a40c-3f742f20dcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0830526 Jun 08 02:10:23.876981 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a1b89-72c8-49d4-83c5-87b259e2b5a7 req-e6493ce2-7e53-4f74-80fc-7be432a7ac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:23.878390 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-bd7a1b89-72c8-49d4-83c5-87b259e2b5a7 req-e6493ce2-7e53-4f74-80fc-7be432a7ac09 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eafc844b-6465-4613-a6dd-f1b9698164f0 HTTP/1.1" status: 200 len: 920 time: 0.1639822 Jun 08 02:10:23.924881 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-bd7a1b89-72c8-49d4-83c5-87b259e2b5a7 req-f29e9ed7-6271-40d3-bc38-7dceb3a4ec59 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=854f4972-75d1-4f33-b863-4ac1e9184f71 HTTP/1.1" status: 200 len: 217 time: 0.0385876 Jun 08 02:10:23.963573 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-d52cbef4-ee93-4a1a-89d5-1cb2cbf9975b service neutron] 10.222.0.15 "GET /v2.0/networks/99df6c84-8305-4b75-a40c-3f742f20dcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661534 Jun 08 02:10:24.020453 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a1b89-72c8-49d4-83c5-87b259e2b5a7 req-a84f3f87-2d99-46ee-83fe-ab84a3f1d387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:24.021829 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-bd7a1b89-72c8-49d4-83c5-87b259e2b5a7 req-a84f3f87-2d99-46ee-83fe-ab84a3f1d387 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b425173c-8738-4438-bb14-70ea3c375864 HTTP/1.1" status: 200 len: 858 time: 0.0881143 Jun 08 02:10:24.085741 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a1b89-72c8-49d4-83c5-87b259e2b5a7 req-580ac1cf-b401-45a1-a30f-c8b1513de652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:24.087776 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-bd7a1b89-72c8-49d4-83c5-87b259e2b5a7 req-580ac1cf-b401-45a1-a30f-c8b1513de652 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eafc844b-6465-4613-a6dd-f1b9698164f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582283 Jun 08 02:10:24.107235 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-259b93b8-5f09-481a-8c98-d128bc91e69a req-8b8fecfe-0509-4752-8d8b-11fab4d99ccc service neutron] 10.222.0.15 "GET /v2.0/networks/99df6c84-8305-4b75-a40c-3f742f20dcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347463 Jun 08 02:10:24.189958 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-bd7a1b89-72c8-49d4-83c5-87b259e2b5a7 req-d5cc7d1c-0480-4d99-b0c7-ff62389de49b service neutron] 10.222.0.15 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947695 Jun 08 02:10:24.636153 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9f707-2eb1-4aef-9f05-431df6b2339b req-947349f9-8034-4643-ad15-2ce0477c8364 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:24.637520 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c9b9f707-2eb1-4aef-9f05-431df6b2339b req-947349f9-8034-4643-ad15-2ce0477c8364 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 944 time: 0.0487235 Jun 08 02:10:24.668207 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:24.686138 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c9b9f707-2eb1-4aef-9f05-431df6b2339b req-d6615234-1cf8-44fb-8f28-77e604b9489f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431683 Jun 08 02:10:25.195889 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3710fa-c7c0-49f4-8435-e0a605b08a13 req-83d9d750-19b1-4dfc-b02d-71f3db3b2f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:25.199176 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cc3710fa-c7c0-49f4-8435-e0a605b08a13 req-83d9d750-19b1-4dfc-b02d-71f3db3b2f6f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7daf0f9fd80c464ca4fbf7f2e19fccbd&device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 1128 time: 0.0878508 Jun 08 02:10:25.315576 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-bd7a1b89-72c8-49d4-83c5-87b259e2b5a7 req-31e60031-5c0b-4284-8b61-134570dbff70 service neutron] 10.222.0.15 "GET /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977880 Jun 08 02:10:25.344794 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3710fa-c7c0-49f4-8435-e0a605b08a13 req-b8fe7cc8-4f50-4280-a65b-298234d98019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:25.346312 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cc3710fa-c7c0-49f4-8435-e0a605b08a13 req-b8fe7cc8-4f50-4280-a65b-298234d98019 service neutron] 10.222.0.15 "GET /v2.0/networks?id=99df6c84-8305-4b75-a40c-3f742f20dcc7 HTTP/1.1" status: 200 len: 917 time: 0.1390510 Jun 08 02:10:25.535645 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:25.618520 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cc3710fa-c7c0-49f4-8435-e0a605b08a13 req-aefd24d5-9831-490b-a56b-829d7537ee6a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92dccdf3-f4c8-42b5-aee4-d2373577dd65 HTTP/1.1" status: 200 len: 217 time: 0.2645073 Jun 08 02:10:25.689173 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:25.697082 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3710fa-c7c0-49f4-8435-e0a605b08a13 req-9f48038f-d9e8-43c9-b329-9b40179ebcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:25.698566 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cc3710fa-c7c0-49f4-8435-e0a605b08a13 req-9f48038f-d9e8-43c9-b329-9b40179ebcc3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35584f73-fd5a-4825-84bf-35c3d28082c7 HTTP/1.1" status: 200 len: 855 time: 0.0458915 Jun 08 02:10:25.747821 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3710fa-c7c0-49f4-8435-e0a605b08a13 req-c300d6c3-0289-40ce-ae13-b004556cc06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:25.749359 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cc3710fa-c7c0-49f4-8435-e0a605b08a13 req-c300d6c3-0289-40ce-ae13-b004556cc06e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99df6c84-8305-4b75-a40c-3f742f20dcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449233 Jun 08 02:10:25.882262 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cc3710fa-c7c0-49f4-8435-e0a605b08a13 req-1b0af8f0-e8f3-4aa7-b61f-125f48469638 service neutron] 10.222.0.15 "GET /v2.0/networks/99df6c84-8305-4b75-a40c-3f742f20dcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186802 Jun 08 02:10:25.892736 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5df960-7bae-4b9f-9e28-96518bc6a215 req-993b8528-f1dd-40e7-9712-de41648d6fa2 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:25.894113 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1d5df960-7bae-4b9f-9e28-96518bc6a215 req-993b8528-f1dd-40e7-9712-de41648d6fa2 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 944 time: 0.1221833 Jun 08 02:10:25.944467 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1d5df960-7bae-4b9f-9e28-96518bc6a215 req-2650916e-146a-430d-aa01-b3e2c2337338 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445893 Jun 08 02:10:26.128257 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cc3710fa-c7c0-49f4-8435-e0a605b08a13 req-7fccbd29-ab3b-4b62-b5fb-1c4100298d03 service neutron] 10.222.0.15 "GET /v2.0/networks/99df6c84-8305-4b75-a40c-3f742f20dcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803974 Jun 08 02:10:26.945505 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 92dccdf3-f4c8-42b5-aee4-d2373577dd65 details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 02:10:27.048348 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 92dccdf3-f4c8-42b5-aee4-d2373577dd65, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=92dccdf3-f4c8-42b5-aee4-d2373577dd65,segment=NetworkSegment(53131b2e-d267-40fd-aee8-2cb51a86cc49),segment_id=53131b2e-d267-40fd-aee8-2cb51a86cc49)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:10:27.060623 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Returning: {'device': '92dccdf3-f4c8-42b5-aee4-d2373577dd65', 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7', 'port_id': '92dccdf3-f4c8-42b5-aee4-d2373577dd65', 'mac_address': 'fa:16:3e:ec:ec:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35584f73-fd5a-4825-84bf-35c3d28082c7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 02:10:27.072489 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867e641-0908-4359-8971-eb5d90363caa req-e8c277bd-4739-4710-9665-5f606e0499e3 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:27.074061 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9867e641-0908-4359-8971-eb5d90363caa req-e8c277bd-4739-4710-9665-5f606e0499e3 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 944 time: 0.0484450 Jun 08 02:10:27.094796 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 92dccdf3-f4c8-42b5-aee4-d2373577dd65 is: DOWN; New status is: BUILD {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:10:27.095183 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (92dccdf3-f4c8-42b5-aee4-d2373577dd65), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:27.108004 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92dccdf3-f4c8-42b5-aee4-d2373577dd65 {{(pid=104270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:10:27.125173 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9867e641-0908-4359-8971-eb5d90363caa req-0db78301-bb1b-415b-85ed-e3f6943562ae tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455315 Jun 08 02:10:27.128139 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 92dccdf3-f4c8-42b5-aee4-d2373577dd65, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=92dccdf3-f4c8-42b5-aee4-d2373577dd65,segment=NetworkSegment(53131b2e-d267-40fd-aee8-2cb51a86cc49),segment_id=53131b2e-d267-40fd-aee8-2cb51a86cc49)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:10:27.131973 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (92dccdf3-f4c8-42b5-aee4-d2373577dd65), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:27.181053 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=92dccdf3-f4c8-42b5-aee4-d2373577dd65,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:10:27.188051 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:27.188421 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:27.188755 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:27.189108 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:27.189440 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:27.189761 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:27.190079 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:27.190396 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:27.190713 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:27.191027 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:27.191343 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:27.191663 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:27.191976 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:27.192287 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:27.192647 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:10:27.440812 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['92dccdf3-f4c8-42b5-aee4-d2373577dd65'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:10:27.608467 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 55496) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:10:27.653167 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d7f085-d5f3-450b-aaf6-4a983a791afb admin admin] Deleting subnet 10c1956a-879c-4924-b8ae-c251c422d463 {{(pid=104268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 08 02:10:27.656389 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-e9d7f085-d5f3-450b-aaf6-4a983a791afb admin admin] Publish callbacks [] for subnet (10c1956a-879c-4924-b8ae-c251c422d463), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:27.691748 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-e9d7f085-d5f3-450b-aaf6-4a983a791afb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8505923'] for subnet (10c1956a-879c-4924-b8ae-c251c422d463), precommit_delete_associations {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:27.731452 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-e9d7f085-d5f3-450b-aaf6-4a983a791afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749588'] for subnet (10c1956a-879c-4924-b8ae-c251c422d463), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:27.791615 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-e9d7f085-d5f3-450b-aaf6-4a983a791afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8689909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8450983'] for subnet (10c1956a-879c-4924-b8ae-c251c422d463), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:27.799063 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:27.820449 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7f085-d5f3-450b-aaf6-4a983a791afb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10c1956a-879c-4924-b8ae-c251c422d463,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:10:27.826512 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-e9d7f085-d5f3-450b-aaf6-4a983a791afb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:27.830683 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-e9d7f085-d5f3-450b-aaf6-4a983a791afb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/10c1956a-879c-4924-b8ae-c251c422d463 HTTP/1.1" status: 204 len: 168 time: 0.2209692 Jun 08 02:10:27.832946 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 55504) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:10:27.918021 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-edea7238-bcc2-4987-ab51-b30ad5a22758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1340890'] for network (0805388c-c568-4da3-817b-3be9b163906b), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:27.956781 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca6be3-35e7-46bf-9b27-354b86da1aee req-b9086466-7c2e-4508-a3b6-c5daeb4b22a8 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:27.958160 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e3ca6be3-35e7-46bf-9b27-354b86da1aee req-b9086466-7c2e-4508-a3b6-c5daeb4b22a8 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.0560837 Jun 08 02:10:28.048497 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-edea7238-bcc2-4987-ab51-b30ad5a22758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749203', 'neutron.services.segments.db._delete_segments_for_network-8744501735437'] for network (0805388c-c568-4da3-817b-3be9b163906b), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:28.080613 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e3ca6be3-35e7-46bf-9b27-354b86da1aee req-0ec862fb-469e-46b9-8705-169c01838540 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002901 Jun 08 02:10:28.082046 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.services.segments.db [None req-edea7238-bcc2-4987-ab51-b30ad5a22758 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0805388c-c568-4da3-817b-3be9b163906b']}} {{(pid=104268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:10:28.092212 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.services.segments.db [None req-edea7238-bcc2-4987-ab51-b30ad5a22758 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e13fd0c2-9c6e-4a49-b62b-0d214dd47858') {'for_net_delete': True} {{(pid=104268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:10:28.092474 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.services.segments.db [None req-edea7238-bcc2-4987-ab51-b30ad5a22758 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e13fd0c2-9c6e-4a49-b62b-0d214dd47858') {} {{(pid=104268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:10:28.102938 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-edea7238-bcc2-4987-ab51-b30ad5a22758 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744501734036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8505930'] for segment (e13fd0c2-9c6e-4a49-b62b-0d214dd47858), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:28.108722 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:28.119338 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-edea7238-bcc2-4987-ab51-b30ad5a22758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (e13fd0c2-9c6e-4a49-b62b-0d214dd47858), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:28.126716 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edea7238-bcc2-4987-ab51-b30ad5a22758 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=104268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 02:10:28.127249 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-edea7238-bcc2-4987-ab51-b30ad5a22758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8689839'] for segment (e13fd0c2-9c6e-4a49-b62b-0d214dd47858), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:28.168957 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.services.segments.plugin [-] Segment e13fd0c2-9c6e-4a49-b62b-0d214dd47858 resource provider aggregate not found Jun 08 02:10:28.194023 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.services.segments.plugin [-] Segment e13fd0c2-9c6e-4a49-b62b-0d214dd47858 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e13fd0c2-9c6e-4a49-b62b-0d214dd47858 found for delete ", "request_id": "req-7f770dd2-b2b8-406e-9dfb-a5533c3b212f"}]} Jun 08 02:10:28.195078 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-edea7238-bcc2-4987-ab51-b30ad5a22758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682838'] for network (0805388c-c568-4da3-817b-3be9b163906b), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:28.202326 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-edea7238-bcc2-4987-ab51-b30ad5a22758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:28.205428 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-edea7238-bcc2-4987-ab51-b30ad5a22758 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0805388c-c568-4da3-817b-3be9b163906b HTTP/1.1" status: 204 len: 168 time: 0.3709524 Jun 08 02:10:28.234007 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea7238-bcc2-4987-ab51-b30ad5a22758 admin admin] Pushing event deleted for resources: {'Network': ['ID=0805388c-c568-4da3-817b-3be9b163906b,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:10:28.270345 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f1de7-70a6-4fe0-8156-b4c4a47e6fb9 req-a007cf74-b1b6-4239-9f01-3333ab676d45 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:28.271805 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3b5f1de7-70a6-4fe0-8156-b4c4a47e6fb9 req-a007cf74-b1b6-4239-9f01-3333ab676d45 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 945 time: 0.0653555 Jun 08 02:10:28.324000 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3b5f1de7-70a6-4fe0-8156-b4c4a47e6fb9 req-85d9cdf1-32f7-43c7-a4b7-3f948d8b4f77 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455978 Jun 08 02:10:28.381106 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 55516) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:10:28.421299 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-94a06bf0-442f-45de-9f9b-977619040a0f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68cd7ed883a04e91b36482a8950b12d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390599 Jun 08 02:10:28.423646 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 55518) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:10:28.474520 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-66ac8943-ca75-4b3c-9eb8-2dbd241f38be admin admin] Publish callbacks [] for security_group (56e92dd7-c188-4f4a-aadb-6866ef889ef2), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:28.495672 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-66ac8943-ca75-4b3c-9eb8-2dbd241f38be admin admin] Publish callbacks [] for security_group (56e92dd7-c188-4f4a-aadb-6866ef889ef2), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:28.541049 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-66ac8943-ca75-4b3c-9eb8-2dbd241f38be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (56e92dd7-c188-4f4a-aadb-6866ef889ef2), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:28.543418 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-66ac8943-ca75-4b3c-9eb8-2dbd241f38be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:28.544556 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-66ac8943-ca75-4b3c-9eb8-2dbd241f38be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/56e92dd7-c188-4f4a-aadb-6866ef889ef2 HTTP/1.1" status: 204 len: 168 time: 0.1200144 Jun 08 02:10:28.551937 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac8943-ca75-4b3c-9eb8-2dbd241f38be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e92dd7-c188-4f4a-aadb-6866ef889ef2,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:10:28.958477 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 92dccdf3-f4c8-42b5-aee4-d2373577dd65 up at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:10:29.000534 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning for port 92dccdf3-f4c8-42b5-aee4-d2373577dd65 completed by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 02:10:29.005310 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning complete for port 92dccdf3-f4c8-42b5-aee4-d2373577dd65 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:10:29.005772 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (92dccdf3-f4c8-42b5-aee4-d2373577dd65), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:29.075067 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 92dccdf3-f4c8-42b5-aee4-d2373577dd65 is: BUILD; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:10:29.075450 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (92dccdf3-f4c8-42b5-aee4-d2373577dd65), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:29.098145 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19726b62-06f4-4547-9021-b58c9571f183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dccdf3-f4c8-42b5-aee4-d2373577dd65'}] {{(pid=104270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:10:29.100278 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8be0b5de5a23eefcc09db06b1daf5598b5c3b6529c2083486e3c6bab2d5553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f23d0c9-3817-4074-983b-39543d69b9e8" -d '{"events": [{"server_uuid": "19726b62-06f4-4547-9021-b58c9571f183", "name": "network-vif-plugged", "status": "completed", "tag": "92dccdf3-f4c8-42b5-aee4-d2373577dd65"}]}' {{(pid=104270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:10:29.115594 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 92dccdf3-f4c8-42b5-aee4-d2373577dd65, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=92dccdf3-f4c8-42b5-aee4-d2373577dd65,segment=NetworkSegment(53131b2e-d267-40fd-aee8-2cb51a86cc49),segment_id=53131b2e-d267-40fd-aee8-2cb51a86cc49)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:10:29.119494 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=64,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:29.121317 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=68,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:29.121680 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (92dccdf3-f4c8-42b5-aee4-d2373577dd65), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:29.153646 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05eefb1-0ba9-453d-ab1b-481fcb618ecd x-openstack-request-id: req-d05eefb1-0ba9-453d-ab1b-481fcb618ecd {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:10:29.153954 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19726b62-06f4-4547-9021-b58c9571f183", "name": "network-vif-plugged", "status": "completed", "tag": "92dccdf3-f4c8-42b5-aee4-d2373577dd65", "code": 200}]} {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:10:29.154209 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d05eefb1-0ba9-453d-ab1b-481fcb618ecd {{(pid=104270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:10:29.154598 dv-cinder-845069-1-iscsi neutron-server[104270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d05eefb1-0ba9-453d-ab1b-481fcb618ecd'] response: {'server_uuid': '19726b62-06f4-4547-9021-b58c9571f183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dccdf3-f4c8-42b5-aee4-d2373577dd65', 'code': 200} Jun 08 02:10:29.179897 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=92dccdf3-f4c8-42b5-aee4-d2373577dd65,revision_number=5']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:10:29.209578 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829b9de-7818-4f85-944b-fdbb449109f5 req-cd0c3263-193a-4680-91bd-6cf5d567b94f tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:29.211068 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2829b9de-7818-4f85-944b-fdbb449109f5 req-cd0c3263-193a-4680-91bd-6cf5d567b94f tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.0475278 Jun 08 02:10:29.258290 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2829b9de-7818-4f85-944b-fdbb449109f5 req-97f671a3-95a7-45bc-8e3c-22a626d1de07 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415111 Jun 08 02:10:29.444145 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865256c4-80c7-4469-a16e-7f8328477122 req-62ad5f15-22f0-42fe-93fa-cc426b07ab4c tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:29.445526 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-865256c4-80c7-4469-a16e-7f8328477122 req-62ad5f15-22f0-42fe-93fa-cc426b07ab4c tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 946 time: 0.0488889 Jun 08 02:10:29.492145 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-865256c4-80c7-4469-a16e-7f8328477122 req-51c71ccf-59fb-458f-aa58-cc66beafb73f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403645 Jun 08 02:10:30.054952 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663b30a-1e8b-4595-be29-6b0e234a9e4a req-1ef4bf56-e70f-4237-85c7-f22675aabdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:30.057175 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4663b30a-1e8b-4595-be29-6b0e234a9e4a req-1ef4bf56-e70f-4237-85c7-f22675aabdd2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 1130 time: 0.0389071 Jun 08 02:10:30.089810 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:30.100801 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4663b30a-1e8b-4595-be29-6b0e234a9e4a req-0f3dc3a8-c53d-474a-92f4-79d3ecf5b147 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377872 Jun 08 02:10:30.401461 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707469c1-7cf3-44e5-94ae-d4096902b2a7 req-a7252e75-1b23-4964-ab7f-64d0c2782273 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:30.402898 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-707469c1-7cf3-44e5-94ae-d4096902b2a7 req-a7252e75-1b23-4964-ab7f-64d0c2782273 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.0774822 Jun 08 02:10:30.409080 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15297830-5765-4e27-8529-a7bf9b8ede95 req-222be580-65b1-4ebd-b81a-8d079da3b19e tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:30.410408 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-15297830-5765-4e27-8529-a7bf9b8ede95 req-222be580-65b1-4ebd-b81a-8d079da3b19e tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 946 time: 0.0767519 Jun 08 02:10:30.512625 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-15297830-5765-4e27-8529-a7bf9b8ede95 req-6523a9f9-ba9a-4fae-9085-63e7189ede37 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b6f4e75-62e8-4a1c-9038-cdc534fe4424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940192 Jun 08 02:10:30.517715 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-707469c1-7cf3-44e5-94ae-d4096902b2a7 req-ccb88169-e5a9-46e4-a52c-56c33664df7e tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Deleting port f15849eb-1bf4-44c4-8575-7be145474d94 {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:10:30.518061 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-707469c1-7cf3-44e5-94ae-d4096902b2a7 req-ccb88169-e5a9-46e4-a52c-56c33664df7e tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (f15849eb-1bf4-44c4-8575-7be145474d94), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:30.629108 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c125f-e7f6-4960-8a07-e10d7e610560 req-1967f6c3-6739-4a44-91f0-53bd965033b7 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:30.630484 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1c4c125f-e7f6-4960-8a07-e10d7e610560 req-1967f6c3-6739-4a44-91f0-53bd965033b7 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 946 time: 0.0660672 Jun 08 02:10:30.637194 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:30.679944 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-707469c1-7cf3-44e5-94ae-d4096902b2a7 req-ccb88169-e5a9-46e4-a52c-56c33664df7e tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] For port f15849eb-1bf4-44c4-8575-7be145474d94, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=f15849eb-1bf4-44c4-8575-7be145474d94,segment=NetworkSegment(62cce43a-748d-4567-bfda-31404ed89a4f),segment_id=62cce43a-748d-4567-bfda-31404ed89a4f)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:10:30.681096 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-707469c1-7cf3-44e5-94ae-d4096902b2a7 req-ccb88169-e5a9-46e4-a52c-56c33664df7e tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (f15849eb-1bf4-44c4-8575-7be145474d94), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:30.743350 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1c4c125f-e7f6-4960-8a07-e10d7e610560 req-9187f1e4-d784-41fb-b009-c2fa940a8782 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048658 Jun 08 02:10:30.857125 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-707469c1-7cf3-44e5-94ae-d4096902b2a7 req-ccb88169-e5a9-46e4-a52c-56c33664df7e tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:30.857500 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-707469c1-7cf3-44e5-94ae-d4096902b2a7 req-ccb88169-e5a9-46e4-a52c-56c33664df7e tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682813'] for floatingip (5e5f6184-1771-4911-9122-1644c45f3fb3), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:30.857810 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.db.l3_db [req-707469c1-7cf3-44e5-94ae-d4096902b2a7 req-ccb88169-e5a9-46e4-a52c-56c33664df7e tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Floating IP 5e5f6184-1771-4911-9122-1644c45f3fb3 disassociated. External IP: 172.27.1.127, port: f15849eb-1bf4-44c4-8575-7be145474d94. Jun 08 02:10:30.858151 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-707469c1-7cf3-44e5-94ae-d4096902b2a7 req-ccb88169-e5a9-46e4-a52c-56c33664df7e tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Calling delete_port for f15849eb-1bf4-44c4-8575-7be145474d94 owned by compute:nova {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:10:30.996054 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-707469c1-7cf3-44e5-94ae-d4096902b2a7 req-ccb88169-e5a9-46e4-a52c-56c33664df7e tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (f15849eb-1bf4-44c4-8575-7be145474d94), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:31.021097 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb88169-e5a9-46e4-a52c-56c33664df7e tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Pushing event deleted for resources: {'Port': ['ID=f15849eb-1bf4-44c4-8575-7be145474d94,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:10:31.130668 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-707469c1-7cf3-44e5-94ae-d4096902b2a7 req-ccb88169-e5a9-46e4-a52c-56c33664df7e tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Router 24624f7b-e97b-4514-a9a4-34d75fe6a2fd has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:10:31.231363 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:31.244156 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-707469c1-7cf3-44e5-94ae-d4096902b2a7 req-ccb88169-e5a9-46e4-a52c-56c33664df7e tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:10:31.254830 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c479150c-5a68-40c4-88d8-21aeb766d34d None None] Sync routers for ids ['24624f7b-e97b-4514-a9a4-34d75fe6a2fd'] in dv-cinder-845069-1-iscsi {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:10:31.265562 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c479150c-5a68-40c4-88d8-21aeb766d34d None None] Routers {'24624f7b-e97b-4514-a9a4-34d75fe6a2fd'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:10:31.266528 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-c479150c-5a68-40c4-88d8-21aeb766d34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:10:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['24624f7b-e97b-4514-a9a4-34d75fe6a2fd'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:10:31.289306 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-707469c1-7cf3-44e5-94ae-d4096902b2a7 req-ccb88169-e5a9-46e4-a52c-56c33664df7e tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] No DVR routers for this DVR port f15849eb-1bf4-44c4-8575-7be145474d94 on host hv-cinder-84506 {{(pid=104268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:10:31.293113 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-707469c1-7cf3-44e5-94ae-d4096902b2a7 req-ccb88169-e5a9-46e4-a52c-56c33664df7e tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:31.297555 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-707469c1-7cf3-44e5-94ae-d4096902b2a7 req-ccb88169-e5a9-46e4-a52c-56c33664df7e tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.15 "DELETE /v2.0/ports/f15849eb-1bf4-44c4-8575-7be145474d94 HTTP/1.1" status: 204 len: 173 time: 0.8860605 Jun 08 02:10:31.298274 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b508446f-daa7-46a1-be64-fd8528cfa380', 'name': 'network-vif-deleted', 'tag': 'f15849eb-1bf4-44c4-8575-7be145474d94'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:10:31.301734 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa11a798-4d59-4aeb-9402-5b5b2b72faff" -d '{"events": [{"server_uuid": "b508446f-daa7-46a1-be64-fd8528cfa380", "name": "network-vif-deleted", "tag": "f15849eb-1bf4-44c4-8575-7be145474d94"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:10:31.317838 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:31.340238 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0c3639-bf41-4a1a-8fdb-bc6fadfa443c x-openstack-request-id: req-cf0c3639-bf41-4a1a-8fdb-bc6fadfa443c {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:10:31.340561 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b508446f-daa7-46a1-be64-fd8528cfa380", "name": "network-vif-deleted", "tag": "f15849eb-1bf4-44c4-8575-7be145474d94", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:10:31.340816 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf0c3639-bf41-4a1a-8fdb-bc6fadfa443c {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:10:31.341220 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf0c3639-bf41-4a1a-8fdb-bc6fadfa443c'] response: {'server_uuid': 'b508446f-daa7-46a1-be64-fd8528cfa380', 'name': 'network-vif-deleted', 'tag': 'f15849eb-1bf4-44c4-8575-7be145474d94', 'status': 'completed', 'code': 200} Jun 08 02:10:31.350656 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:31.385091 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-c479150c-5a68-40c4-88d8-21aeb766d34d None None] Set router 24624f7b-e97b-4514-a9a4-34d75fe6a2fd gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:10:31.622475 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e0dc2d27-f332-4bd0-94e1-fa21cbca6861 req-5fee017a-9e4f-4afe-811a-ca8d53e3fb1f tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=b508446f-daa7-46a1-be64-fd8528cfa380 HTTP/1.1" status: 200 len: 210 time: 0.0283360 Jun 08 02:10:31.697158 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-c479150c-5a68-40c4-88d8-21aeb766d34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'name': 'tempest-AttachVolumeTestJSON-1600319638-router', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '54217be0-8364-4676-b2af-33b5416c6dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:29Z', 'revision_number': 4, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'gw_port': {'id': '54217be0-8364-4676-b2af-33b5416c6dba', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '757bcb98-5bbf-42c9-9fbe-9a299acd053b', 'name': '', 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'mac_address': 'fa:16:3e:8c:2c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8f09d094-ed17-43ae-a27d-e0d8f7e1f047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:28Z', 'updated_at': '2022-06-08T02:05:37Z', 'revision_number': 5, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'subnets': [{'id': '8f09d094-ed17-43ae-a27d-e0d8f7e1f047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:10:31.724031 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c479150c-5a68-40c4-88d8-21aeb766d34d None None] Checking router: 24624f7b-e97b-4514-a9a4-34d75fe6a2fd for host: dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:10:31.732486 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c479150c-5a68-40c4-88d8-21aeb766d34d None None] Routers {'24624f7b-e97b-4514-a9a4-34d75fe6a2fd'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:10:31.733093 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-c479150c-5a68-40c4-88d8-21aeb766d34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:10:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['24624f7b-e97b-4514-a9a4-34d75fe6a2fd'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:10:31.856080 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-c479150c-5a68-40c4-88d8-21aeb766d34d None None] Set router 24624f7b-e97b-4514-a9a4-34d75fe6a2fd gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:10:31.881775 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e366e-ad7d-4909-8b73-a5c2379441e5 req-72b9be53-61c2-464a-befc-34cbb9d41a27 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:31.883330 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d56e366e-ad7d-4909-8b73-a5c2379441e5 req-72b9be53-61c2-464a-befc-34cbb9d41a27 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 946 time: 0.0524514 Jun 08 02:10:31.938365 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d56e366e-ad7d-4909-8b73-a5c2379441e5 req-741d1243-5944-4edd-9a49-94cf61033456 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481513 Jun 08 02:10:32.051240 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-c479150c-5a68-40c4-88d8-21aeb766d34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'name': 'tempest-AttachVolumeTestJSON-1600319638-router', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '54217be0-8364-4676-b2af-33b5416c6dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:29Z', 'revision_number': 4, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'gw_port': {'id': '54217be0-8364-4676-b2af-33b5416c6dba', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '757bcb98-5bbf-42c9-9fbe-9a299acd053b', 'name': '', 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'mac_address': 'fa:16:3e:8c:2c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8f09d094-ed17-43ae-a27d-e0d8f7e1f047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:28Z', 'updated_at': '2022-06-08T02:05:37Z', 'revision_number': 5, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'subnets': [{'id': '8f09d094-ed17-43ae-a27d-e0d8f7e1f047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:10:32.075876 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c479150c-5a68-40c4-88d8-21aeb766d34d None None] The sync data for ids ['24624f7b-e97b-4514-a9a4-34d75fe6a2fd'] in dv-cinder-845069-1-iscsi is: [{'id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'name': 'tempest-AttachVolumeTestJSON-1600319638-router', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '54217be0-8364-4676-b2af-33b5416c6dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:29Z', 'revision_number': 4, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'gw_port': {'id': '54217be0-8364-4676-b2af-33b5416c6dba', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '757bcb98-5bbf-42c9-9fbe-9a299acd053b', 'name': '', 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'mac_address': 'fa:16:3e:8c:2c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8f09d094-ed17-43ae-a27d-e0d8f7e1f047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:28Z', 'updated_at': '2022-06-08T02:05:37Z', 'revision_number': 5, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'subnets': [{'id': '8f09d094-ed17-43ae-a27d-e0d8f7e1f047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:10:32.313840 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=9 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:32.315095 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07132bb8-a19b-4417-b15b-0e46cf7624a5 None None] New status for floating IP 5e5f6184-1771-4911-9122-1644c45f3fb3: DOWN {{(pid=104271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 02:10:32.930629 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 55544) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:10:32.971274 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:32.986917 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-1cd7c9ae-15c3-4afd-84b3-0c090776ab0b tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for security_group (7b6f4e75-62e8-4a1c-9038-cdc534fe4424), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:33.011828 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-1cd7c9ae-15c3-4afd-84b3-0c090776ab0b tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for security_group (7b6f4e75-62e8-4a1c-9038-cdc534fe4424), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:33.078843 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9860d-3c2a-4782-b399-cee50a380b1e req-b7cff5ee-5e90-4437-808b-e5f834bb08af tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:33.080304 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-bda9860d-3c2a-4782-b399-cee50a380b1e req-b7cff5ee-5e90-4437-808b-e5f834bb08af tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 946 time: 0.0655713 Jun 08 02:10:33.114711 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-1cd7c9ae-15c3-4afd-84b3-0c090776ab0b tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (7b6f4e75-62e8-4a1c-9038-cdc534fe4424), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:33.117174 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-1cd7c9ae-15c3-4afd-84b3-0c090776ab0b tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:33.119018 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-1cd7c9ae-15c3-4afd-84b3-0c090776ab0b tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "DELETE /v2.0/security-groups/7b6f4e75-62e8-4a1c-9038-cdc534fe4424 HTTP/1.1" status: 204 len: 168 time: 0.1872478 Jun 08 02:10:33.121767 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 55548) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:10:33.136192 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.api.v2.resource [None req-d30a88a6-1369-402c-9457-4a48303c3da9 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] show failed (client error): The resource could not be found. Jun 08 02:10:33.137198 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-d30a88a6-1369-402c-9457-4a48303c3da9 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups/7b6f4e75-62e8-4a1c-9038-cdc534fe4424 HTTP/1.1" status: 404 len: 347 time: 0.0143564 Jun 08 02:10:33.139966 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 55550) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:10:33.141484 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-bda9860d-3c2a-4782-b399-cee50a380b1e req-e72549c0-1a8a-45d2-9c83-64102da60846 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549872 Jun 08 02:10:33.142331 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7c9ae-15c3-4afd-84b3-0c090776ab0b tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6f4e75-62e8-4a1c-9038-cdc534fe4424,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:10:33.252538 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [None req-bd48df18-9188-42de-af8a-16b255932ceb tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Deleting port cce21a16-4bbb-47ac-b3f7-3eb90cb407af {{(pid=104269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:10:33.252877 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-bd48df18-9188-42de-af8a-16b255932ceb tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (cce21a16-4bbb-47ac-b3f7-3eb90cb407af), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:33.265267 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18adb96-550e-409c-a439-169344b4a1cd req-ea118e67-2b28-4a88-95e9-b6d1295eb4c3 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:33.266751 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d18adb96-550e-409c-a439-169344b4a1cd req-ea118e67-2b28-4a88-95e9-b6d1295eb4c3 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 946 time: 0.0515513 Jun 08 02:10:33.276034 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 55554) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:10:33.280367 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-be67e809-9eba-4fa9-b7f7-f9c69d2d3f05 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Request body: {'floatingip': {'port_id': '92dccdf3-f4c8-42b5-aee4-d2373577dd65'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:10:33.317810 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-be67e809-9eba-4fa9-b7f7-f9c69d2d3f05 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for floatingip (70d19837-e69f-4ff1-b714-257314201c56), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:33.333061 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-bd48df18-9188-42de-af8a-16b255932ceb tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (cce21a16-4bbb-47ac-b3f7-3eb90cb407af), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:33.333387 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-bd48df18-9188-42de-af8a-16b255932ceb tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for floatingip (cce21a16-4bbb-47ac-b3f7-3eb90cb407af), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:33.346235 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [None req-bd48df18-9188-42de-af8a-16b255932ceb tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Calling delete_port for cce21a16-4bbb-47ac-b3f7-3eb90cb407af owned by network:floatingip {{(pid=104269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:10:33.477396 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-bd48df18-9188-42de-af8a-16b255932ceb tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (cce21a16-4bbb-47ac-b3f7-3eb90cb407af), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:33.505299 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48df18-9188-42de-af8a-16b255932ceb tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Pushing event deleted for resources: {'Port': ['ID=cce21a16-4bbb-47ac-b3f7-3eb90cb407af,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:10:33.572277 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-bd48df18-9188-42de-af8a-16b255932ceb tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for floatingip (5e5f6184-1771-4911-9122-1644c45f3fb3), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:33.574743 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-bd48df18-9188-42de-af8a-16b255932ceb tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:33.575882 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-bd48df18-9188-42de-af8a-16b255932ceb tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "DELETE /v2.0/floatingips/5e5f6184-1771-4911-9122-1644c45f3fb3 HTTP/1.1" status: 204 len: 168 time: 0.4350057 Jun 08 02:10:33.654277 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 55560) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:10:33.659082 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-e1da84a0-cca4-46a8-9f29-a4ae6e243cdb tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1716478312', 'description': 'tempest-description--244071771'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:10:33.680426 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e1da84a0-cca4-46a8-9f29-a4ae6e243cdb tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:33.745143 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-be67e809-9eba-4fa9-b7f7-f9c69d2d3f05 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:33.748844 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e1da84a0-cca4-46a8-9f29-a4ae6e243cdb tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for security_group (94a302c2-ea08-4ee9-81d2-7333f91b5acd), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:33.749236 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-be67e809-9eba-4fa9-b7f7-f9c69d2d3f05 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682813'] for floatingip (70d19837-e69f-4ff1-b714-257314201c56), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:33.752688 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e1da84a0-cca4-46a8-9f29-a4ae6e243cdb tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (94a302c2-ea08-4ee9-81d2-7333f91b5acd), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:33.784528 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e1da84a0-cca4-46a8-9f29-a4ae6e243cdb tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:33.785741 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-e1da84a0-cca4-46a8-9f29-a4ae6e243cdb tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1304255 Jun 08 02:10:33.787198 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da84a0-cca4-46a8-9f29-a4ae6e243cdb tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94a302c2-ea08-4ee9-81d2-7333f91b5acd,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:10:33.788738 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 55562) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:10:33.794017 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-e5c7fbb2-62d1-4373-832c-a7bfad63389b tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Request body: {'security_group_rule': {'security_group_id': '94a302c2-ea08-4ee9-81d2-7333f91b5acd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:10:33.824390 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e5c7fbb2-62d1-4373-832c-a7bfad63389b tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for security_group_rule (1ef2a7dd-f17d-42d1-b7e0-3db8a1da435f), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:33.851300 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.db.l3_db [None req-be67e809-9eba-4fa9-b7f7-f9c69d2d3f05 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Floating IP 70d19837-e69f-4ff1-b714-257314201c56 associated. External IP: 172.27.1.152, port: 92dccdf3-f4c8-42b5-aee4-d2373577dd65. Jun 08 02:10:33.882380 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e5c7fbb2-62d1-4373-832c-a7bfad63389b tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for security_group_rule (1ef2a7dd-f17d-42d1-b7e0-3db8a1da435f), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:33.887626 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e5c7fbb2-62d1-4373-832c-a7bfad63389b tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292501'] for security_group_rule (1ef2a7dd-f17d-42d1-b7e0-3db8a1da435f), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:33.906043 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7fbb2-62d1-4373-832c-a7bfad63389b tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef2a7dd-f17d-42d1-b7e0-3db8a1da435f,revision_number=0']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:10:33.914675 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e5c7fbb2-62d1-4373-832c-a7bfad63389b tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:33.918391 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-e5c7fbb2-62d1-4373-832c-a7bfad63389b tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263213 Jun 08 02:10:33.919676 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 55564) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:10:33.923845 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-556fcacb-3ac9-43a4-89d1-5a691a00e9ef tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Request body: {'security_group_rule': {'security_group_id': '94a302c2-ea08-4ee9-81d2-7333f91b5acd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:10:33.942916 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:33.944798 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:33.955202 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-556fcacb-3ac9-43a4-89d1-5a691a00e9ef tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for security_group_rule (b7c80c23-bbef-4792-a982-80d96ff5c0be), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:33.966591 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:34.014842 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-556fcacb-3ac9-43a4-89d1-5a691a00e9ef tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for security_group_rule (b7c80c23-bbef-4792-a982-80d96ff5c0be), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:34.018837 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-556fcacb-3ac9-43a4-89d1-5a691a00e9ef tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292501'] for security_group_rule (b7c80c23-bbef-4792-a982-80d96ff5c0be), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:34.036840 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fcacb-3ac9-43a4-89d1-5a691a00e9ef tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c80c23-bbef-4792-a982-80d96ff5c0be,revision_number=0']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:10:34.045654 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-556fcacb-3ac9-43a4-89d1-5a691a00e9ef tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:34.046878 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-556fcacb-3ac9-43a4-89d1-5a691a00e9ef tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1263974 Jun 08 02:10:34.050011 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 55566) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:10:34.054276 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-2bb64ed8-cea6-4787-9ef7-893a22a1b5c2 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Request body: {'floatingip': {'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:10:34.067422 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:34.069710 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be67e809-9eba-4fa9-b7f7-f9c69d2d3f05 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Router 7d5de0aa-45c6-4daf-9f83-88dc18ab4223 has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:10:34.076826 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-2bb64ed8-cea6-4787-9ef7-893a22a1b5c2 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:34.162632 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-2bb64ed8-cea6-4787-9ef7-893a22a1b5c2 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:34.274976 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.db_base_plugin_common [None req-2bb64ed8-cea6-4787-9ef7-893a22a1b5c2 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Allocated IP 172.27.1.249 (fccc80fe-aa23-41fa-b00e-a506a2a0f94c/5f93db06-58fb-4390-8563-710a437b082f/da992cd8-a3d4-419d-aa88-b706e926b2aa) {{(pid=104269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:10:34.381173 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-2bb64ed8-cea6-4787-9ef7-893a22a1b5c2 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for port (da992cd8-a3d4-419d-aa88-b706e926b2aa), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:34.399221 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be67e809-9eba-4fa9-b7f7-f9c69d2d3f05 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:10:34.403688 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-be67e809-9eba-4fa9-b7f7-f9c69d2d3f05 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:34.409644 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb0d101-6200-4791-9496-0915a9cee85c None None] Sync routers for ids ['7d5de0aa-45c6-4daf-9f83-88dc18ab4223'] in dv-cinder-845069-1-iscsi {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:10:34.416300 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-2bb64ed8-cea6-4787-9ef7-893a22a1b5c2 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (da992cd8-a3d4-419d-aa88-b706e926b2aa), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:34.424721 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb0d101-6200-4791-9496-0915a9cee85c None None] Routers {'7d5de0aa-45c6-4daf-9f83-88dc18ab4223'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:10:34.425610 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-1cb0d101-6200-4791-9496-0915a9cee85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:10:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['7d5de0aa-45c6-4daf-9f83-88dc18ab4223'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:10:34.441891 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-be67e809-9eba-4fa9-b7f7-f9c69d2d3f05 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "PUT /v2.0/floatingips/70d19837-e69f-4ff1-b714-257314201c56 HTTP/1.1" status: 200 len: 992 time: 1.1647558 Jun 08 02:10:34.442943 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19726b62-06f4-4547-9021-b58c9571f183', 'tag': '92dccdf3-f4c8-42b5-aee4-d2373577dd65'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:10:34.445836 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46949f9b-d758-4286-8a4c-0b70e942f42b" -d '{"events": [{"name": "network-changed", "server_uuid": "19726b62-06f4-4547-9021-b58c9571f183", "tag": "92dccdf3-f4c8-42b5-aee4-d2373577dd65"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:10:34.456580 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb64ed8-cea6-4787-9ef7-893a22a1b5c2 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Network fccc80fe-aa23-41fa-b00e-a506a2a0f94c is already hosted by enough agents. {{(pid=104269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:10:34.464957 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.base_scheduler [None req-2bb64ed8-cea6-4787-9ef7-893a22a1b5c2 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Resources bound (agent type, host, resource id): {{(pid=104269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:10:34.467261 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb64ed8-cea6-4787-9ef7-893a22a1b5c2 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Received port after_create {{(pid=104269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:10:34.470329 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb64ed8-cea6-4787-9ef7-893a22a1b5c2 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Pushing event updated for resources: {'Port': ['ID=da992cd8-a3d4-419d-aa88-b706e926b2aa,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:10:34.486604 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d995f04-fc41-41ec-a357-cb86175f6396 x-openstack-request-id: req-0d995f04-fc41-41ec-a357-cb86175f6396 {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:10:34.487092 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19726b62-06f4-4547-9021-b58c9571f183", "tag": "92dccdf3-f4c8-42b5-aee4-d2373577dd65", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:10:34.487542 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d995f04-fc41-41ec-a357-cb86175f6396 {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:10:34.487866 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d995f04-fc41-41ec-a357-cb86175f6396'] response: {'name': 'network-changed', 'server_uuid': '19726b62-06f4-4547-9021-b58c9571f183', 'tag': '92dccdf3-f4c8-42b5-aee4-d2373577dd65', 'status': 'completed', 'code': 200} Jun 08 02:10:34.542383 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-1cb0d101-6200-4791-9496-0915a9cee85c None None] Set router 7d5de0aa-45c6-4daf-9f83-88dc18ab4223 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:10:34.557151 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-2bb64ed8-cea6-4787-9ef7-893a22a1b5c2 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for floatingip (45d2303f-51d7-499b-962a-76b57fd61f00), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:34.566597 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46949f9b-d758-4286-8a4c-0b70e942f42b req-f3c9c0c3-1e85-45cc-a698-0bfc6b5fabb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:34.568125 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-46949f9b-d758-4286-8a4c-0b70e942f42b req-f3c9c0c3-1e85-45cc-a698-0bfc6b5fabb4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7daf0f9fd80c464ca4fbf7f2e19fccbd&device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 1130 time: 0.0424347 Jun 08 02:10:34.597746 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-2bb64ed8-cea6-4787-9ef7-893a22a1b5c2 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (da992cd8-a3d4-419d-aa88-b706e926b2aa), before_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:34.662695 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46949f9b-d758-4286-8a4c-0b70e942f42b req-858f4d2c-ce29-4836-ba77-915a923b5085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:34.664747 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-46949f9b-d758-4286-8a4c-0b70e942f42b req-858f4d2c-ce29-4836-ba77-915a923b5085 service neutron] 10.222.0.15 "GET /v2.0/networks?id=99df6c84-8305-4b75-a40c-3f742f20dcc7 HTTP/1.1" status: 200 len: 917 time: 0.0906062 Jun 08 02:10:34.669279 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:34.729843 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:34.742293 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-46949f9b-d758-4286-8a4c-0b70e942f42b req-f9468d5f-af67-44b6-8a7a-1b7167edc422 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92dccdf3-f4c8-42b5-aee4-d2373577dd65 HTTP/1.1" status: 200 len: 1000 time: 0.0706306 Jun 08 02:10:34.793376 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-2bb64ed8-cea6-4787-9ef7-893a22a1b5c2 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for port (da992cd8-a3d4-419d-aa88-b706e926b2aa), precommit_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:34.794065 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46949f9b-d758-4286-8a4c-0b70e942f42b req-8a72cc6b-a712-44ce-90c2-08633c79d1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:34.795574 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-46949f9b-d758-4286-8a4c-0b70e942f42b req-8a72cc6b-a712-44ce-90c2-08633c79d1e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35584f73-fd5a-4825-84bf-35c3d28082c7 HTTP/1.1" status: 200 len: 855 time: 0.0462277 Jun 08 02:10:34.798424 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-2bb64ed8-cea6-4787-9ef7-893a22a1b5c2 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9466662'] for port (da992cd8-a3d4-419d-aa88-b706e926b2aa), after_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:34.816075 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-1cb0d101-6200-4791-9496-0915a9cee85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'name': 'tempest-AttachVolumeShelveTestJSON-136663733-router', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:06:45Z', 'updated_at': '2022-06-08T02:06:48Z', 'revision_number': 4, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'gw_port': {'id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:06:46Z', 'updated_at': '2022-06-08T02:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': '70d19837-e69f-4ff1-b714-257314201c56', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'port_id': '92dccdf3-f4c8-42b5-aee4-d2373577dd65', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7', 'mac_address': 'fa:16:3e:ec:ec:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19726b62-06f4-4547-9021-b58c9571f183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:10:19Z', 'updated_at': '2022-06-08T02:10:33Z', 'revision_number': 1, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc', 'name': '', 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'mac_address': 'fa:16:3e:e7:92:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '35584f73-fd5a-4825-84bf-35c3d28082c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:06:48Z', 'updated_at': '2022-06-08T02:06:53Z', 'revision_number': 5, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'subnets': [{'id': '35584f73-fd5a-4825-84bf-35c3d28082c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:10:34.817774 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=100 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:34.845403 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb0d101-6200-4791-9496-0915a9cee85c None None] Checking router: 7d5de0aa-45c6-4daf-9f83-88dc18ab4223 for host: dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:10:34.851644 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46949f9b-d758-4286-8a4c-0b70e942f42b req-2a0e6fc8-4f45-4968-9818-1040503625bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:34.854664 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb0d101-6200-4791-9496-0915a9cee85c None None] Routers {'7d5de0aa-45c6-4daf-9f83-88dc18ab4223'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:10:34.854795 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-46949f9b-d758-4286-8a4c-0b70e942f42b req-2a0e6fc8-4f45-4968-9818-1040503625bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99df6c84-8305-4b75-a40c-3f742f20dcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532286 Jun 08 02:10:34.855277 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-1cb0d101-6200-4791-9496-0915a9cee85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:10:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['7d5de0aa-45c6-4daf-9f83-88dc18ab4223'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:10:34.873463 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb64ed8-cea6-4787-9ef7-893a22a1b5c2 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Pushing event updated for resources: {'Port': ['ID=da992cd8-a3d4-419d-aa88-b706e926b2aa,revision_number=2']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:10:34.885670 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-2bb64ed8-cea6-4787-9ef7-893a22a1b5c2 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682813'] for floatingip (45d2303f-51d7-499b-962a-76b57fd61f00), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:34.891946 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=100 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:34.902918 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-2bb64ed8-cea6-4787-9ef7-893a22a1b5c2 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:34.904197 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-2bb64ed8-cea6-4787-9ef7-893a22a1b5c2 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8532465 Jun 08 02:10:34.961590 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-1cb0d101-6200-4791-9496-0915a9cee85c None None] Set router 7d5de0aa-45c6-4daf-9f83-88dc18ab4223 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:10:34.964706 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-46949f9b-d758-4286-8a4c-0b70e942f42b req-36ca7e5a-7145-45e1-b3f6-6fa009852508 service neutron] 10.222.0.15 "GET /v2.0/networks/99df6c84-8305-4b75-a40c-3f742f20dcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029561 Jun 08 02:10:35.035792 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device f15849eb-1bf4-44c4-8575-7be145474d94 no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:10:35.062758 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] No Port match for: f15849eb-1bf4-44c4-8575-7be145474d94 {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:10:35.063003 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device f15849eb-1bf4-44c4-8575-7be145474d94 not bound to the agent host hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:10:35.104733 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-91d5e4a3-d058-401d-b193-875a59128815 req-43da84bf-092f-4bda-a461-0312391c15eb tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1716478312&fields=id&tenant_id=27f98152ab3440cf824c9ceb1c790bcf HTTP/1.1" status: 200 len: 267 time: 0.0818572 Jun 08 02:10:35.126839 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-46949f9b-d758-4286-8a4c-0b70e942f42b req-34d509dd-19cc-4896-88c7-0f1f9e3310b4 service neutron] 10.222.0.15 "GET /v2.0/networks/99df6c84-8305-4b75-a40c-3f742f20dcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553054 Jun 08 02:10:35.198210 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-1cb0d101-6200-4791-9496-0915a9cee85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'name': 'tempest-AttachVolumeShelveTestJSON-136663733-router', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:06:45Z', 'updated_at': '2022-06-08T02:06:48Z', 'revision_number': 4, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'gw_port': {'id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:06:46Z', 'updated_at': '2022-06-08T02:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': '70d19837-e69f-4ff1-b714-257314201c56', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'port_id': '92dccdf3-f4c8-42b5-aee4-d2373577dd65', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7', 'mac_address': 'fa:16:3e:ec:ec:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19726b62-06f4-4547-9021-b58c9571f183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:10:19Z', 'updated_at': '2022-06-08T02:10:33Z', 'revision_number': 1, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc', 'name': '', 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'mac_address': 'fa:16:3e:e7:92:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '35584f73-fd5a-4825-84bf-35c3d28082c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:06:48Z', 'updated_at': '2022-06-08T02:06:53Z', 'revision_number': 5, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'subnets': [{'id': '35584f73-fd5a-4825-84bf-35c3d28082c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:10:35.207914 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:35.219210 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5e4a3-d058-401d-b193-875a59128815 req-b4bc9812-fd68-4521-b36c-319e10def336 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:35.220692 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-91d5e4a3-d058-401d-b193-875a59128815 req-b4bc9812-fd68-4521-b36c-319e10def336 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/networks?id=466dc4d7-a525-4704-a47b-5a136472c918 HTTP/1.1" status: 200 len: 811 time: 0.1087513 Jun 08 02:10:35.227552 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb0d101-6200-4791-9496-0915a9cee85c None None] The sync data for ids ['7d5de0aa-45c6-4daf-9f83-88dc18ab4223'] in dv-cinder-845069-1-iscsi is: [{'id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'name': 'tempest-AttachVolumeShelveTestJSON-136663733-router', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:06:45Z', 'updated_at': '2022-06-08T02:06:48Z', 'revision_number': 4, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'gw_port': {'id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:06:46Z', 'updated_at': '2022-06-08T02:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': '70d19837-e69f-4ff1-b714-257314201c56', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'port_id': '92dccdf3-f4c8-42b5-aee4-d2373577dd65', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7', 'mac_address': 'fa:16:3e:ec:ec:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19726b62-06f4-4547-9021-b58c9571f183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:10:19Z', 'updated_at': '2022-06-08T02:10:33Z', 'revision_number': 1, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc', 'name': '', 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'mac_address': 'fa:16:3e:e7:92:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '35584f73-fd5a-4825-84bf-35c3d28082c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:06:48Z', 'updated_at': '2022-06-08T02:06:53Z', 'revision_number': 5, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'subnets': [{'id': '35584f73-fd5a-4825-84bf-35c3d28082c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:10:35.238535 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-91d5e4a3-d058-401d-b193-875a59128815 req-c04175b2-a84b-4343-b3a6-a79f86aedb13 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/quotas/27f98152ab3440cf824c9ceb1c790bcf HTTP/1.1" status: 200 len: 375 time: 0.0124471 Jun 08 02:10:35.290169 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-91d5e4a3-d058-401d-b193-875a59128815 req-878da357-afca-4209-ae7b-63d21923097f tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=27f98152ab3440cf824c9ceb1c790bcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454185 Jun 08 02:10:35.422829 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa9b655-b6cc-4694-9f5a-5b45aa405ae1 None None] New status for floating IP 70d19837-e69f-4ff1-b714-257314201c56: ACTIVE {{(pid=104271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 02:10:35.487685 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-91d5e4a3-d058-401d-b193-875a59128815 req-ea591e1e-5275-4e4e-9583-ad811427cd79 service neutron] 10.222.0.20 "GET /v2.0/networks/466dc4d7-a525-4704-a47b-5a136472c918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858389 Jun 08 02:10:35.581216 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-91d5e4a3-d058-401d-b193-875a59128815 req-989a277c-b835-43f2-87b4-f7781adaad61 service neutron] 10.222.0.20 "GET /v2.0/networks/466dc4d7-a525-4704-a47b-5a136472c918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869911 Jun 08 02:10:35.746695 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-388613ae-926d-428e-a4f2-27241892873e req-ee0b7792-ebea-4bf5-ac09-4602a5144b19 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=111070da-9d8e-487a-8e32-60e64894d5a9 HTTP/1.1" status: 200 len: 210 time: 0.0325279 Jun 08 02:10:36.772583 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:36.792080 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5e4a3-d058-401d-b193-875a59128815 req-76bbbbfb-c253-4492-a51e-5118c3331aaf tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:36.793575 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-91d5e4a3-d058-401d-b193-875a59128815 req-76bbbbfb-c253-4492-a51e-5118c3331aaf tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.15 "GET /v2.0/networks?id=466dc4d7-a525-4704-a47b-5a136472c918 HTTP/1.1" status: 200 len: 811 time: 0.1046057 Jun 08 02:10:36.846079 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-42cb23e2-d143-47bd-9a6e-a3384b992d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:36.852499 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d9f4b5c0-90b8-4e18-945d-1cadc487127f req-06af3d1e-0be1-40e7-be7c-a965bf64a289 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=111070da-9d8e-487a-8e32-60e64894d5a9 HTTP/1.1" status: 200 len: 210 time: 0.0314360 Jun 08 02:10:36.887880 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-91d5e4a3-d058-401d-b193-875a59128815 req-3a3c73df-149b-4b5f-bcb6-ef9e145334cd tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27f98152ab3440cf824c9ceb1c790bcf HTTP/1.1" status: 200 len: 380 time: 0.0845375 Jun 08 02:10:36.964260 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-91d5e4a3-d058-401d-b193-875a59128815 req-34439f50-e0fb-4966-83be-b9800e979300 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Request body: {'port': {'device_id': '111070da-9d8e-487a-8e32-60e64894d5a9', 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918', 'admin_state_up': True, 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'security_groups': ['94a302c2-ea08-4ee9-81d2-7333f91b5acd']}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:10:37.076485 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91d5e4a3-d058-401d-b193-875a59128815 req-34439f50-e0fb-4966-83be-b9800e979300 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Made reservation on behalf of 27f98152ab3440cf824c9ceb1c790bcf for: {'port': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:10:37.079810 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-91d5e4a3-d058-401d-b193-875a59128815 req-34439f50-e0fb-4966-83be-b9800e979300 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:37.212983 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [req-91d5e4a3-d058-401d-b193-875a59128815 req-34439f50-e0fb-4966-83be-b9800e979300 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Allocated IP 172.20.0.13 (466dc4d7-a525-4704-a47b-5a136472c918/8f09d094-ed17-43ae-a27d-e0d8f7e1f047/a08f634a-054d-4449-a583-749597fcedc6) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:10:37.347430 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-91d5e4a3-d058-401d-b193-875a59128815 req-34439f50-e0fb-4966-83be-b9800e979300 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for port (a08f634a-054d-4449-a583-749597fcedc6), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:37.369141 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:37.379897 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-91d5e4a3-d058-401d-b193-875a59128815 req-34439f50-e0fb-4966-83be-b9800e979300 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (a08f634a-054d-4449-a583-749597fcedc6), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:37.434653 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91d5e4a3-d058-401d-b193-875a59128815 req-34439f50-e0fb-4966-83be-b9800e979300 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Network 466dc4d7-a525-4704-a47b-5a136472c918 is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:10:37.441997 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [req-91d5e4a3-d058-401d-b193-875a59128815 req-34439f50-e0fb-4966-83be-b9800e979300 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:10:37.444121 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34439f50-e0fb-4966-83be-b9800e979300 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Pushing event updated for resources: {'Port': ['ID=a08f634a-054d-4449-a583-749597fcedc6,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:10:37.447023 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d5e4a3-d058-401d-b193-875a59128815 req-34439f50-e0fb-4966-83be-b9800e979300 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:10:37.496879 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5e4a3-d058-401d-b193-875a59128815 req-34439f50-e0fb-4966-83be-b9800e979300 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:37.497496 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-91d5e4a3-d058-401d-b193-875a59128815 req-34439f50-e0fb-4966-83be-b9800e979300 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:37.515362 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-91d5e4a3-d058-401d-b193-875a59128815 req-34439f50-e0fb-4966-83be-b9800e979300 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5556369 Jun 08 02:10:37.527198 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-91d5e4a3-d058-401d-b193-875a59128815 req-b1f86f48-768f-47c8-b957-206805aa1fe2 service neutron] Request body: {'port': {'device_id': '111070da-9d8e-487a-8e32-60e64894d5a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:10:37.588123 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-91d5e4a3-d058-401d-b193-875a59128815 req-b1f86f48-768f-47c8-b957-206805aa1fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (a08f634a-054d-4449-a583-749597fcedc6), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:37.656657 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-e04fd4f5-983e-44f3-b329-e0c48ac657e8 None None] Provisioning complete for port a08f634a-054d-4449-a583-749597fcedc6 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:10:37.657491 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-e04fd4f5-983e-44f3-b329-e0c48ac657e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (a08f634a-054d-4449-a583-749597fcedc6), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:37.674388 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:37.690621 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-e04fd4f5-983e-44f3-b329-e0c48ac657e8 None None] Port a08f634a-054d-4449-a583-749597fcedc6 cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:10:37.882106 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [req-91d5e4a3-d058-401d-b193-875a59128815 req-b1f86f48-768f-47c8-b957-206805aa1fe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a08f634a-054d-4449-a583-749597fcedc6 {{(pid=104268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:10:37.890194 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-91d5e4a3-d058-401d-b193-875a59128815 req-b1f86f48-768f-47c8-b957-206805aa1fe2 service neutron] Publish callbacks [] for port (a08f634a-054d-4449-a583-749597fcedc6), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:37.903274 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.provisioning_blocks [req-91d5e4a3-d058-401d-b193-875a59128815 req-b1f86f48-768f-47c8-b957-206805aa1fe2 service neutron] Transition to ACTIVE for port object a08f634a-054d-4449-a583-749597fcedc6 will not be triggered until provisioned by entity L2. {{(pid=104268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 02:10:37.908419 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-91d5e4a3-d058-401d-b193-875a59128815 req-b1f86f48-768f-47c8-b957-206805aa1fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (a08f634a-054d-4449-a583-749597fcedc6), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:38.000733 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f86f48-768f-47c8-b957-206805aa1fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=a08f634a-054d-4449-a583-749597fcedc6,revision_number=2']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:10:38.025852 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78210ad7-eab1-4433-9843-b3b752e211fb req-12d00f7f-6c52-419a-b666-371ed23de46e tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:38.027380 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-78210ad7-eab1-4433-9843-b3b752e211fb req-12d00f7f-6c52-419a-b666-371ed23de46e tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=111070da-9d8e-487a-8e32-60e64894d5a9 HTTP/1.1" status: 200 len: 944 time: 0.0895574 Jun 08 02:10:38.109686 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-91d5e4a3-d058-401d-b193-875a59128815 req-b1f86f48-768f-47c8-b957-206805aa1fe2 service neutron] Attempting to bind port a08f634a-054d-4449-a583-749597fcedc6 on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:10:38.110015 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-91d5e4a3-d058-401d-b193-875a59128815 req-b1f86f48-768f-47c8-b957-206805aa1fe2 service neutron] Attempting to bind port a08f634a-054d-4449-a583-749597fcedc6 by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': '62cce43a-748d-4567-bfda-31404ed89a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918'}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:10:38.110343 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d5e4a3-d058-401d-b193-875a59128815 req-b1f86f48-768f-47c8-b957-206805aa1fe2 service neutron] Attempting to bind port a08f634a-054d-4449-a583-749597fcedc6 on network 466dc4d7-a525-4704-a47b-5a136472c918 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:10:38.118571 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-78210ad7-eab1-4433-9843-b3b752e211fb req-b6b9e523-562a-4294-a2e2-eae47da0afe4 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=94a302c2-ea08-4ee9-81d2-7333f91b5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702696 Jun 08 02:10:38.119528 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d5e4a3-d058-401d-b193-875a59128815 req-b1f86f48-768f-47c8-b957-206805aa1fe2 service neutron] Port a08f634a-054d-4449-a583-749597fcedc6 on network 466dc4d7-a525-4704-a47b-5a136472c918 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 02:10:38.119853 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d5e4a3-d058-401d-b193-875a59128815 req-b1f86f48-768f-47c8-b957-206805aa1fe2 service neutron] Attempting to bind port a08f634a-054d-4449-a583-749597fcedc6 on network 466dc4d7-a525-4704-a47b-5a136472c918 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:10:38.125014 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d5e4a3-d058-401d-b193-875a59128815 req-b1f86f48-768f-47c8-b957-206805aa1fe2 service neutron] Checking agent: {'id': 'aa11e808-eba7-468a-acd8-b3aef0cfc542', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'started_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:10:38.125351 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d5e4a3-d058-401d-b193-875a59128815 req-b1f86f48-768f-47c8-b957-206805aa1fe2 service neutron] Checking segment: {'id': '62cce43a-748d-4567-bfda-31404ed89a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:10:38.125722 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d5e4a3-d058-401d-b193-875a59128815 req-b1f86f48-768f-47c8-b957-206805aa1fe2 service neutron] Bound using segment: {'id': '62cce43a-748d-4567-bfda-31404ed89a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918'} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:10:38.126141 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-91d5e4a3-d058-401d-b193-875a59128815 req-b1f86f48-768f-47c8-b957-206805aa1fe2 service neutron] Bound port: a08f634a-054d-4449-a583-749597fcedc6, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62cce43a-748d-4567-bfda-31404ed89a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918'}}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:10:38.126497 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-91d5e4a3-d058-401d-b193-875a59128815 req-b1f86f48-768f-47c8-b957-206805aa1fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (a08f634a-054d-4449-a583-749597fcedc6), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:38.188982 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-91d5e4a3-d058-401d-b193-875a59128815 req-b1f86f48-768f-47c8-b957-206805aa1fe2 service neutron] For port a08f634a-054d-4449-a583-749597fcedc6, host hv-cinder-84506, cleared binding levels {{(pid=104268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:10:38.191840 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-91d5e4a3-d058-401d-b193-875a59128815 req-b1f86f48-768f-47c8-b957-206805aa1fe2 service neutron] For port a08f634a-054d-4449-a583-749597fcedc6, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=a08f634a-054d-4449-a583-749597fcedc6,segment=NetworkSegment(62cce43a-748d-4567-bfda-31404ed89a4f),segment_id=62cce43a-748d-4567-bfda-31404ed89a4f)] {{(pid=104268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:10:38.197900 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-91d5e4a3-d058-401d-b193-875a59128815 req-b1f86f48-768f-47c8-b957-206805aa1fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (a08f634a-054d-4449-a583-749597fcedc6), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:38.206212 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:38.234481 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5e4a3-d058-401d-b193-875a59128815 req-b1f86f48-768f-47c8-b957-206805aa1fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:38.235096 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-91d5e4a3-d058-401d-b193-875a59128815 req-b1f86f48-768f-47c8-b957-206805aa1fe2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:38.236497 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-91d5e4a3-d058-401d-b193-875a59128815 req-b1f86f48-768f-47c8-b957-206805aa1fe2 service neutron] 10.222.0.15 "PUT /v2.0/ports/a08f634a-054d-4449-a583-749597fcedc6 HTTP/1.1" status: 200 len: 1094 time: 0.7135274 Jun 08 02:10:38.236980 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '111070da-9d8e-487a-8e32-60e64894d5a9', 'tag': 'a08f634a-054d-4449-a583-749597fcedc6'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:10:38.239205 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca0d12a-954f-498c-885e-287faafaeae6" -d '{"events": [{"name": "network-changed", "server_uuid": "111070da-9d8e-487a-8e32-60e64894d5a9", "tag": "a08f634a-054d-4449-a583-749597fcedc6"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:10:38.274915 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f86f48-768f-47c8-b957-206805aa1fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=a08f634a-054d-4449-a583-749597fcedc6,revision_number=3']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:10:38.282219 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c8ff30-92cc-4fee-a943-b1f0007282ba x-openstack-request-id: req-92c8ff30-92cc-4fee-a943-b1f0007282ba {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:10:38.282615 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "111070da-9d8e-487a-8e32-60e64894d5a9", "tag": "a08f634a-054d-4449-a583-749597fcedc6", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:10:38.282936 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92c8ff30-92cc-4fee-a943-b1f0007282ba {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:10:38.283401 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92c8ff30-92cc-4fee-a943-b1f0007282ba'] response: {'name': 'network-changed', 'server_uuid': '111070da-9d8e-487a-8e32-60e64894d5a9', 'tag': 'a08f634a-054d-4449-a583-749597fcedc6', 'status': 'completed', 'code': 200} Jun 08 02:10:38.373085 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5e4a3-d058-401d-b193-875a59128815 req-d7461256-74e5-406c-b56e-8d5293ba4ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:38.374603 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-91d5e4a3-d058-401d-b193-875a59128815 req-d7461256-74e5-406c-b56e-8d5293ba4ca2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=27f98152ab3440cf824c9ceb1c790bcf&device_id=111070da-9d8e-487a-8e32-60e64894d5a9 HTTP/1.1" status: 200 len: 1128 time: 0.0876145 Jun 08 02:10:38.420955 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-91d5e4a3-d058-401d-b193-875a59128815 req-ee97ff2a-6b52-4c00-8691-d44f901cfb27 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a08f634a-054d-4449-a583-749597fcedc6 HTTP/1.1" status: 200 len: 217 time: 0.0355911 Jun 08 02:10:38.473405 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5e4a3-d058-401d-b193-875a59128815 req-ca6da6af-7cee-45ed-a6ba-f871a3b93272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:38.474765 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-91d5e4a3-d058-401d-b193-875a59128815 req-ca6da6af-7cee-45ed-a6ba-f871a3b93272 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f09d094-ed17-43ae-a27d-e0d8f7e1f047 HTTP/1.1" status: 200 len: 850 time: 0.0461562 Jun 08 02:10:38.517797 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5e4a3-d058-401d-b193-875a59128815 req-c7d3a9ed-6a84-4115-83ec-d336f7a7e95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:38.519266 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-91d5e4a3-d058-401d-b193-875a59128815 req-c7d3a9ed-6a84-4115-83ec-d336f7a7e95b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=466dc4d7-a525-4704-a47b-5a136472c918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375977 Jun 08 02:10:38.611284 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-91d5e4a3-d058-401d-b193-875a59128815 req-633d7409-991d-4ca7-8626-8eaf1bb2d4a4 service neutron] 10.222.0.15 "GET /v2.0/networks/466dc4d7-a525-4704-a47b-5a136472c918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839381 Jun 08 02:10:38.662983 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:38.701257 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-91d5e4a3-d058-401d-b193-875a59128815 req-26a15e6d-d639-4ca4-afa9-cb8454d83f59 service neutron] 10.222.0.15 "GET /v2.0/networks/466dc4d7-a525-4704-a47b-5a136472c918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837312 Jun 08 02:10:39.130176 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-6af4da2b-8474-4145-85f3-ab52ede6740f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:39.234689 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b5f28a-baa6-4661-9e31-1e30aa919743 req-2c576926-b1ec-420f-b3cc-1441abebdbbc tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:39.236852 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b6b5f28a-baa6-4661-9e31-1e30aa919743 req-2c576926-b1ec-420f-b3cc-1441abebdbbc tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=111070da-9d8e-487a-8e32-60e64894d5a9 HTTP/1.1" status: 200 len: 944 time: 0.0482523 Jun 08 02:10:39.286375 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b6b5f28a-baa6-4661-9e31-1e30aa919743 req-a9b60fce-c0ba-47d5-a002-e23564988455 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=94a302c2-ea08-4ee9-81d2-7333f91b5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430577 Jun 08 02:10:39.650595 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0d12a-954f-498c-885e-287faafaeae6 req-67a29546-4fd5-4d59-b74e-b737291af6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:39.652089 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1ca0d12a-954f-498c-885e-287faafaeae6 req-67a29546-4fd5-4d59-b74e-b737291af6fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=27f98152ab3440cf824c9ceb1c790bcf&device_id=111070da-9d8e-487a-8e32-60e64894d5a9 HTTP/1.1" status: 200 len: 1128 time: 0.0440907 Jun 08 02:10:39.752659 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0d12a-954f-498c-885e-287faafaeae6 req-a37145b3-f322-4bb2-9a0d-671e5e9a3ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:39.754435 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1ca0d12a-954f-498c-885e-287faafaeae6 req-a37145b3-f322-4bb2-9a0d-671e5e9a3ebb service neutron] 10.222.0.15 "GET /v2.0/networks?id=466dc4d7-a525-4704-a47b-5a136472c918 HTTP/1.1" status: 200 len: 912 time: 0.0907407 Jun 08 02:10:40.041139 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1ca0d12a-954f-498c-885e-287faafaeae6 req-11320c22-6585-48a1-883e-92bc2ef3dccf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a08f634a-054d-4449-a583-749597fcedc6 HTTP/1.1" status: 200 len: 217 time: 0.0370095 Jun 08 02:10:40.092119 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0d12a-954f-498c-885e-287faafaeae6 req-2c8019de-9016-4aaf-b230-af549ed2aeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:40.093589 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1ca0d12a-954f-498c-885e-287faafaeae6 req-2c8019de-9016-4aaf-b230-af549ed2aeed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f09d094-ed17-43ae-a27d-e0d8f7e1f047 HTTP/1.1" status: 200 len: 850 time: 0.0444422 Jun 08 02:10:40.173083 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0d12a-954f-498c-885e-287faafaeae6 req-046e3469-0f6f-4ebe-bfc0-5ffb10d4640c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:40.174591 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1ca0d12a-954f-498c-885e-287faafaeae6 req-046e3469-0f6f-4ebe-bfc0-5ffb10d4640c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=466dc4d7-a525-4704-a47b-5a136472c918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402408 Jun 08 02:10:40.259410 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:40.266252 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1ca0d12a-954f-498c-885e-287faafaeae6 req-4c24e3a2-b979-43e3-8658-fe4ac60ceeff service neutron] 10.222.0.15 "GET /v2.0/networks/466dc4d7-a525-4704-a47b-5a136472c918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850174 Jun 08 02:10:40.376068 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1ca0d12a-954f-498c-885e-287faafaeae6 req-c270a695-fe89-4c08-8819-28b239558234 service neutron] 10.222.0.15 "GET /v2.0/networks/466dc4d7-a525-4704-a47b-5a136472c918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038592 Jun 08 02:10:40.422861 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135da06c-9055-4c31-b8f9-f208b25a881d req-012c7692-7071-4f8b-b4e8-cab9d93ae6db tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:40.424500 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-135da06c-9055-4c31-b8f9-f208b25a881d req-012c7692-7071-4f8b-b4e8-cab9d93ae6db tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=111070da-9d8e-487a-8e32-60e64894d5a9 HTTP/1.1" status: 200 len: 944 time: 0.0518086 Jun 08 02:10:40.475839 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-135da06c-9055-4c31-b8f9-f208b25a881d req-4ab14d41-2b75-45bd-af60-5b4373b78b9c tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=94a302c2-ea08-4ee9-81d2-7333f91b5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449343 Jun 08 02:10:40.847489 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:40.865654 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e29f7f-44ca-4b66-b196-432c6323335c req-f07416cb-bd10-4aee-ab7b-1ae6284e3cac tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:40.867150 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f1e29f7f-44ca-4b66-b196-432c6323335c req-f07416cb-bd10-4aee-ab7b-1ae6284e3cac tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0475659 Jun 08 02:10:40.914995 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f1e29f7f-44ca-4b66-b196-432c6323335c req-cd24fd2c-7f86-44d3-91f4-46119e9162b5 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419841 Jun 08 02:10:41.590611 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21051109-2c05-4e52-8ff6-c70472ee68b0 req-7f1c73aa-fa04-4249-980b-c94dabb0cf9c tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:41.592100 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-21051109-2c05-4e52-8ff6-c70472ee68b0 req-7f1c73aa-fa04-4249-980b-c94dabb0cf9c tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=111070da-9d8e-487a-8e32-60e64894d5a9 HTTP/1.1" status: 200 len: 944 time: 0.0467105 Jun 08 02:10:41.637708 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-21051109-2c05-4e52-8ff6-c70472ee68b0 req-819f8dc0-7735-45f6-b0e8-0a350fbebd44 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=94a302c2-ea08-4ee9-81d2-7333f91b5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401762 Jun 08 02:10:41.859707 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:42.041501 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7da98-f2f8-47de-88da-e6ecfa947389 req-5bad89b7-cb1e-4304-b35b-2dfd4846fcd4 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:42.043062 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-95b7da98-f2f8-47de-88da-e6ecfa947389 req-5bad89b7-cb1e-4304-b35b-2dfd4846fcd4 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0520606 Jun 08 02:10:42.093175 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-95b7da98-f2f8-47de-88da-e6ecfa947389 req-fab81cf4-7637-4ad5-882e-0a53741b8695 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442474 Jun 08 02:10:42.730919 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:42.748652 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7056bad-f9cf-4050-8f91-db76ceeb604a req-0995eef6-2123-46f0-9d82-a0ea005dd3e0 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:42.750112 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b7056bad-f9cf-4050-8f91-db76ceeb604a req-0995eef6-2123-46f0-9d82-a0ea005dd3e0 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=111070da-9d8e-487a-8e32-60e64894d5a9 HTTP/1.1" status: 200 len: 944 time: 0.0466821 Jun 08 02:10:42.797498 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b7056bad-f9cf-4050-8f91-db76ceeb604a req-796f99a0-bb2d-45c4-9381-56cc15beb657 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=94a302c2-ea08-4ee9-81d2-7333f91b5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415246 Jun 08 02:10:43.075893 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device a08f634a-054d-4449-a583-749597fcedc6 details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 02:10:43.172224 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port a08f634a-054d-4449-a583-749597fcedc6, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=a08f634a-054d-4449-a583-749597fcedc6,segment=NetworkSegment(62cce43a-748d-4567-bfda-31404ed89a4f),segment_id=62cce43a-748d-4567-bfda-31404ed89a4f)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:10:43.184781 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Returning: {'device': 'a08f634a-054d-4449-a583-749597fcedc6', 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918', 'port_id': 'a08f634a-054d-4449-a583-749597fcedc6', 'mac_address': 'fa:16:3e:5f:6b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f09d094-ed17-43ae-a27d-e0d8f7e1f047', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 02:10:43.209546 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4632d-a5a9-4925-820a-7d46e1555c6b req-c3ab4280-f026-432f-9a04-04860f95b396 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:43.211069 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-fbb4632d-a5a9-4925-820a-7d46e1555c6b req-c3ab4280-f026-432f-9a04-04860f95b396 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0509534 Jun 08 02:10:43.222311 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port a08f634a-054d-4449-a583-749597fcedc6 is: DOWN; New status is: BUILD {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:10:43.222697 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (a08f634a-054d-4449-a583-749597fcedc6), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:43.235805 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a08f634a-054d-4449-a583-749597fcedc6 {{(pid=104270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:10:43.255997 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port a08f634a-054d-4449-a583-749597fcedc6, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=a08f634a-054d-4449-a583-749597fcedc6,segment=NetworkSegment(62cce43a-748d-4567-bfda-31404ed89a4f),segment_id=62cce43a-748d-4567-bfda-31404ed89a4f)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:10:43.258732 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-fbb4632d-a5a9-4925-820a-7d46e1555c6b req-6c01f6ee-5dad-492f-a024-d067ee6a17b5 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412128 Jun 08 02:10:43.261075 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (a08f634a-054d-4449-a583-749597fcedc6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:43.306758 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=a08f634a-054d-4449-a583-749597fcedc6,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:10:43.346883 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:43.549129 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['a08f634a-054d-4449-a583-749597fcedc6'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:10:43.611720 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:43.640415 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:43.911893 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7529a-cfe3-4b58-94c5-e7ec0f2f9454 req-93072668-5290-4b2f-84fb-15d635549982 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:43.913416 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3fe7529a-cfe3-4b58-94c5-e7ec0f2f9454 req-93072668-5290-4b2f-84fb-15d635549982 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=111070da-9d8e-487a-8e32-60e64894d5a9 HTTP/1.1" status: 200 len: 945 time: 0.0490866 Jun 08 02:10:43.960312 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3fe7529a-cfe3-4b58-94c5-e7ec0f2f9454 req-4c9285f9-184e-4daa-87c7-825a3239f862 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=94a302c2-ea08-4ee9-81d2-7333f91b5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411086 Jun 08 02:10:44.371194 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa73693-8eb1-4225-a97a-9d4fa3aa1c73 req-6360e961-e442-4f74-9651-4bfb9f6fd395 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:44.372655 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-daa73693-8eb1-4225-a97a-9d4fa3aa1c73 req-6360e961-e442-4f74-9651-4bfb9f6fd395 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0458205 Jun 08 02:10:44.445571 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-daa73693-8eb1-4225-a97a-9d4fa3aa1c73 req-e7a0a362-c732-4c92-977a-6cbbc83f8b2d tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=09789244-aa92-42b8-9290-21c30c1814d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674994 Jun 08 02:10:44.460910 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2b801-8974-4e8e-a2c0-25323cdbe93a req-b3885604-cb56-438d-b62c-5f44682613e1 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:44.462440 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-bfc2b801-8974-4e8e-a2c0-25323cdbe93a req-b3885604-cb56-438d-b62c-5f44682613e1 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.15 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 946 time: 0.0578880 Jun 08 02:10:44.556988 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-bfc2b801-8974-4e8e-a2c0-25323cdbe93a req-bdb38dad-70f1-4560-9493-5c6bda4f16ea tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Deleting port d96f59a2-4ec1-4327-b308-e50814a9bbc5 {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:10:44.557280 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-bfc2b801-8974-4e8e-a2c0-25323cdbe93a req-bdb38dad-70f1-4560-9493-5c6bda4f16ea tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (d96f59a2-4ec1-4327-b308-e50814a9bbc5), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:44.646282 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-bfc2b801-8974-4e8e-a2c0-25323cdbe93a req-bdb38dad-70f1-4560-9493-5c6bda4f16ea tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] For port d96f59a2-4ec1-4327-b308-e50814a9bbc5, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=d96f59a2-4ec1-4327-b308-e50814a9bbc5,segment=NetworkSegment(a0fcd5bf-dd48-409f-aa60-ccb3d3862478),segment_id=a0fcd5bf-dd48-409f-aa60-ccb3d3862478)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:10:44.646648 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-bfc2b801-8974-4e8e-a2c0-25323cdbe93a req-bdb38dad-70f1-4560-9493-5c6bda4f16ea tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (d96f59a2-4ec1-4327-b308-e50814a9bbc5), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:44.803406 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-bfc2b801-8974-4e8e-a2c0-25323cdbe93a req-bdb38dad-70f1-4560-9493-5c6bda4f16ea tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:44.803760 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-bfc2b801-8974-4e8e-a2c0-25323cdbe93a req-bdb38dad-70f1-4560-9493-5c6bda4f16ea tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682813'] for floatingip (29d2ac41-840a-44b1-b32f-027afc72da17), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:44.804066 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.db.l3_db [req-bfc2b801-8974-4e8e-a2c0-25323cdbe93a req-bdb38dad-70f1-4560-9493-5c6bda4f16ea tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Floating IP 29d2ac41-840a-44b1-b32f-027afc72da17 disassociated. External IP: 172.27.1.63, port: d96f59a2-4ec1-4327-b308-e50814a9bbc5. Jun 08 02:10:44.804452 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-bfc2b801-8974-4e8e-a2c0-25323cdbe93a req-bdb38dad-70f1-4560-9493-5c6bda4f16ea tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Calling delete_port for d96f59a2-4ec1-4327-b308-e50814a9bbc5 owned by compute:nova {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:10:44.847918 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:44.895370 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:44.896144 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=28,neutron:DELETE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:44.934559 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-bfc2b801-8974-4e8e-a2c0-25323cdbe93a req-bdb38dad-70f1-4560-9493-5c6bda4f16ea tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (d96f59a2-4ec1-4327-b308-e50814a9bbc5), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:44.962482 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb38dad-70f1-4560-9493-5c6bda4f16ea tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Pushing event deleted for resources: {'Port': ['ID=d96f59a2-4ec1-4327-b308-e50814a9bbc5,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:10:45.007408 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:45.081512 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device a08f634a-054d-4449-a583-749597fcedc6 up at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:10:45.101717 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b68d1-1e01-4d0d-a1c0-eb5d2e66313f req-ce0535e3-a974-449c-b061-2c0eba547104 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:45.103105 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9c8b68d1-1e01-4d0d-a1c0-eb5d2e66313f req-ce0535e3-a974-449c-b061-2c0eba547104 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=111070da-9d8e-487a-8e32-60e64894d5a9 HTTP/1.1" status: 200 len: 945 time: 0.0578234 Jun 08 02:10:45.114544 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfc2b801-8974-4e8e-a2c0-25323cdbe93a req-bdb38dad-70f1-4560-9493-5c6bda4f16ea tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Router 0dc47941-d832-4ac4-9134-aa35ccb87cd6 has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:10:45.123613 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning for port a08f634a-054d-4449-a583-749597fcedc6 completed by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 02:10:45.130340 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning complete for port a08f634a-054d-4449-a583-749597fcedc6 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:10:45.130726 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (a08f634a-054d-4449-a583-749597fcedc6), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:45.194763 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9c8b68d1-1e01-4d0d-a1c0-eb5d2e66313f req-ac647a14-da80-4ac7-ba6d-860d1838621f tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=94a302c2-ea08-4ee9-81d2-7333f91b5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846381 Jun 08 02:10:45.206070 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port a08f634a-054d-4449-a583-749597fcedc6 is: BUILD; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:10:45.206497 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (a08f634a-054d-4449-a583-749597fcedc6), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:45.232771 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111070da-9d8e-487a-8e32-60e64894d5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08f634a-054d-4449-a583-749597fcedc6'}] {{(pid=104270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:10:45.235098 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8be0b5de5a23eefcc09db06b1daf5598b5c3b6529c2083486e3c6bab2d5553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9744bebb-d018-480c-b429-8c878110dba0" -d '{"events": [{"server_uuid": "111070da-9d8e-487a-8e32-60e64894d5a9", "name": "network-vif-plugged", "status": "completed", "tag": "a08f634a-054d-4449-a583-749597fcedc6"}]}' {{(pid=104270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:10:45.248172 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port a08f634a-054d-4449-a583-749597fcedc6, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=a08f634a-054d-4449-a583-749597fcedc6,segment=NetworkSegment(62cce43a-748d-4567-bfda-31404ed89a4f),segment_id=62cce43a-748d-4567-bfda-31404ed89a4f)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:10:45.253368 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (a08f634a-054d-4449-a583-749597fcedc6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:45.263028 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfc2b801-8974-4e8e-a2c0-25323cdbe93a req-bdb38dad-70f1-4560-9493-5c6bda4f16ea tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:10:45.287145 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2a2d34-dd7f-48a5-b7f2-639f55092c35 x-openstack-request-id: req-ed2a2d34-dd7f-48a5-b7f2-639f55092c35 {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:10:45.287432 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "111070da-9d8e-487a-8e32-60e64894d5a9", "name": "network-vif-plugged", "status": "completed", "tag": "a08f634a-054d-4449-a583-749597fcedc6", "code": 200}]} {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:10:45.287683 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed2a2d34-dd7f-48a5-b7f2-639f55092c35 {{(pid=104270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:10:45.288071 dv-cinder-845069-1-iscsi neutron-server[104270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed2a2d34-dd7f-48a5-b7f2-639f55092c35'] response: {'server_uuid': '111070da-9d8e-487a-8e32-60e64894d5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08f634a-054d-4449-a583-749597fcedc6', 'code': 200} Jun 08 02:10:45.291084 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ff6544-0462-4d08-991b-2c3402cd6bae None None] Sync routers for ids ['0dc47941-d832-4ac4-9134-aa35ccb87cd6'] in dv-cinder-845069-1-iscsi {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:10:45.312033 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc2b801-8974-4e8e-a2c0-25323cdbe93a req-bdb38dad-70f1-4560-9493-5c6bda4f16ea tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] No DVR routers for this DVR port d96f59a2-4ec1-4327-b308-e50814a9bbc5 on host hv-cinder-84506 {{(pid=104268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:10:45.312654 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ff6544-0462-4d08-991b-2c3402cd6bae None None] Routers {'0dc47941-d832-4ac4-9134-aa35ccb87cd6'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:10:45.313939 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-e4ff6544-0462-4d08-991b-2c3402cd6bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:10:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['0dc47941-d832-4ac4-9134-aa35ccb87cd6'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:10:45.314950 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-bfc2b801-8974-4e8e-a2c0-25323cdbe93a req-bdb38dad-70f1-4560-9493-5c6bda4f16ea tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:45.318524 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-bfc2b801-8974-4e8e-a2c0-25323cdbe93a req-bdb38dad-70f1-4560-9493-5c6bda4f16ea tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.15 "DELETE /v2.0/ports/d96f59a2-4ec1-4327-b308-e50814a9bbc5 HTTP/1.1" status: 204 len: 173 time: 0.8477502 Jun 08 02:10:45.319054 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596fe635-9554-4305-b88e-67139f06a3d0', 'name': 'network-vif-deleted', 'tag': 'd96f59a2-4ec1-4327-b308-e50814a9bbc5'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:10:45.321511 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3d1980-0320-46a8-88e5-c68ee6b84d1b" -d '{"events": [{"server_uuid": "596fe635-9554-4305-b88e-67139f06a3d0", "name": "network-vif-deleted", "tag": "d96f59a2-4ec1-4327-b308-e50814a9bbc5"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:10:45.378226 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bfc09c-fc46-4bcb-8686-506733c87a15 x-openstack-request-id: req-93bfc09c-fc46-4bcb-8686-506733c87a15 {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:10:45.378898 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596fe635-9554-4305-b88e-67139f06a3d0", "name": "network-vif-deleted", "tag": "d96f59a2-4ec1-4327-b308-e50814a9bbc5", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:10:45.379351 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-93bfc09c-fc46-4bcb-8686-506733c87a15 {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:10:45.379772 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93bfc09c-fc46-4bcb-8686-506733c87a15'] response: {'server_uuid': '596fe635-9554-4305-b88e-67139f06a3d0', 'name': 'network-vif-deleted', 'tag': 'd96f59a2-4ec1-4327-b308-e50814a9bbc5', 'status': 'completed', 'code': 200} Jun 08 02:10:45.389154 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=a08f634a-054d-4449-a583-749597fcedc6,revision_number=5']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:10:45.460103 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-e4ff6544-0462-4d08-991b-2c3402cd6bae None None] Set router 0dc47941-d832-4ac4-9134-aa35ccb87cd6 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:10:45.542883 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:45.546107 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:45.556917 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1575608-a21b-4ef5-8102-8e0d469c41cd req-6c51eb9b-5ecc-4544-88ce-b7cbd1ce270c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:45.558457 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c1575608-a21b-4ef5-8102-8e0d469c41cd req-6c51eb9b-5ecc-4544-88ce-b7cbd1ce270c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=111070da-9d8e-487a-8e32-60e64894d5a9 HTTP/1.1" status: 200 len: 1130 time: 0.0613170 Jun 08 02:10:45.574723 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-428db9d1-bb8e-4ea4-b094-52cbdf5f952d req-e843120e-3311-4c18-927e-0295fe42485b tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=596fe635-9554-4305-b88e-67139f06a3d0 HTTP/1.1" status: 200 len: 210 time: 0.0313070 Jun 08 02:10:45.657905 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-e4ff6544-0462-4d08-991b-2c3402cd6bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1559781603-router', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'e890d3eb-e65d-447a-851e-2b17e2932251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:32Z', 'revision_number': 4, 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'gw_port': {'id': 'e890d3eb-e65d-447a-851e-2b17e2932251', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:24Z', 'updated_at': '2022-06-08T02:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': 'b77a56c6-2496-48f0-9607-698f5c7e5630', 'name': '', 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'mac_address': 'fa:16:3e:25:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b425173c-8738-4438-bb14-70ea3c375864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:29Z', 'updated_at': '2022-06-08T02:05:41Z', 'revision_number': 5, 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'subnets': [{'id': 'b425173c-8738-4438-bb14-70ea3c375864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:10:45.682102 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ff6544-0462-4d08-991b-2c3402cd6bae None None] Checking router: 0dc47941-d832-4ac4-9134-aa35ccb87cd6 for host: dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:10:45.690203 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ff6544-0462-4d08-991b-2c3402cd6bae None None] Routers {'0dc47941-d832-4ac4-9134-aa35ccb87cd6'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:10:45.690798 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-e4ff6544-0462-4d08-991b-2c3402cd6bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:10:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['0dc47941-d832-4ac4-9134-aa35ccb87cd6'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:10:45.790747 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-e4ff6544-0462-4d08-991b-2c3402cd6bae None None] Set router 0dc47941-d832-4ac4-9134-aa35ccb87cd6 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:10:45.807043 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c1575608-a21b-4ef5-8102-8e0d469c41cd req-f1d07338-b608-416d-9fa4-de100307ea99 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=94a302c2-ea08-4ee9-81d2-7333f91b5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430698 Jun 08 02:10:45.917623 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:45.976810 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-e4ff6544-0462-4d08-991b-2c3402cd6bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1559781603-router', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'e890d3eb-e65d-447a-851e-2b17e2932251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:32Z', 'revision_number': 4, 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'gw_port': {'id': 'e890d3eb-e65d-447a-851e-2b17e2932251', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:24Z', 'updated_at': '2022-06-08T02:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': 'b77a56c6-2496-48f0-9607-698f5c7e5630', 'name': '', 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'mac_address': 'fa:16:3e:25:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b425173c-8738-4438-bb14-70ea3c375864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:29Z', 'updated_at': '2022-06-08T02:05:41Z', 'revision_number': 5, 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'subnets': [{'id': 'b425173c-8738-4438-bb14-70ea3c375864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:10:46.004232 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ff6544-0462-4d08-991b-2c3402cd6bae None None] The sync data for ids ['0dc47941-d832-4ac4-9134-aa35ccb87cd6'] in dv-cinder-845069-1-iscsi is: [{'id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1559781603-router', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'e890d3eb-e65d-447a-851e-2b17e2932251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:32Z', 'revision_number': 4, 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'gw_port': {'id': 'e890d3eb-e65d-447a-851e-2b17e2932251', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:24Z', 'updated_at': '2022-06-08T02:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': 'b77a56c6-2496-48f0-9607-698f5c7e5630', 'name': '', 'network_id': 'eafc844b-6465-4613-a6dd-f1b9698164f0', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'mac_address': 'fa:16:3e:25:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b425173c-8738-4438-bb14-70ea3c375864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:29Z', 'updated_at': '2022-06-08T02:05:41Z', 'revision_number': 5, 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'subnets': [{'id': 'b425173c-8738-4438-bb14-70ea3c375864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:10:46.220100 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece6c9c2-7b81-43c8-88f7-4bdd261cee71 None None] New status for floating IP 29d2ac41-840a-44b1-b32f-027afc72da17: DOWN {{(pid=104271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 02:10:46.329031 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16409de-9da2-4792-bfaa-bb03bc5d4714 req-472acb2f-7bb1-4b1d-a15f-572669839f3f tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:46.330579 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d16409de-9da2-4792-bfaa-bb03bc5d4714 req-472acb2f-7bb1-4b1d-a15f-572669839f3f tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=111070da-9d8e-487a-8e32-60e64894d5a9 HTTP/1.1" status: 200 len: 946 time: 0.0575461 Jun 08 02:10:46.378741 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d16409de-9da2-4792-bfaa-bb03bc5d4714 req-a4b75b0f-2414-4ac5-ace3-90ab720a6b65 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=94a302c2-ea08-4ee9-81d2-7333f91b5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421133 Jun 08 02:10:46.657959 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 55664) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:10:46.717092 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-24bbb9ba-61ce-4a1e-95b4-c236a9c2027d tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks [] for security_group (09789244-aa92-42b8-9290-21c30c1814d7), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:46.740173 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-24bbb9ba-61ce-4a1e-95b4-c236a9c2027d tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks [] for security_group (09789244-aa92-42b8-9290-21c30c1814d7), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:46.788727 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-24bbb9ba-61ce-4a1e-95b4-c236a9c2027d tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (09789244-aa92-42b8-9290-21c30c1814d7), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:46.791177 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-24bbb9ba-61ce-4a1e-95b4-c236a9c2027d tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:46.792310 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-24bbb9ba-61ce-4a1e-95b4-c236a9c2027d tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "DELETE /v2.0/security-groups/09789244-aa92-42b8-9290-21c30c1814d7 HTTP/1.1" status: 204 len: 168 time: 0.1333632 Jun 08 02:10:46.794975 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 55666) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:10:46.801188 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bbb9ba-61ce-4a1e-95b4-c236a9c2027d tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09789244-aa92-42b8-9290-21c30c1814d7,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:10:46.808586 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.api.v2.resource [None req-aca897a8-a0c2-4139-ac32-25216b811f02 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] show failed (client error): The resource could not be found. Jun 08 02:10:46.810812 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-aca897a8-a0c2-4139-ac32-25216b811f02 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups/09789244-aa92-42b8-9290-21c30c1814d7 HTTP/1.1" status: 404 len: 347 time: 0.0147567 Jun 08 02:10:46.813443 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:46.813938 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 55668) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:10:47.164549 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-83cb664a-13d1-45c8-9f05-be5b15814fc1 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Deleting port 2a796f5f-b72d-4566-9ce0-b9359888160b {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:10:47.164787 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-83cb664a-13d1-45c8-9f05-be5b15814fc1 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (2a796f5f-b72d-4566-9ce0-b9359888160b), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:47.234811 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:47.238848 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-83cb664a-13d1-45c8-9f05-be5b15814fc1 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (2a796f5f-b72d-4566-9ce0-b9359888160b), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:47.239173 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-83cb664a-13d1-45c8-9f05-be5b15814fc1 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks [] for floatingip (2a796f5f-b72d-4566-9ce0-b9359888160b), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:47.253389 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-83cb664a-13d1-45c8-9f05-be5b15814fc1 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Calling delete_port for 2a796f5f-b72d-4566-9ce0-b9359888160b owned by network:floatingip {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:10:47.390650 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-83cb664a-13d1-45c8-9f05-be5b15814fc1 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (2a796f5f-b72d-4566-9ce0-b9359888160b), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:47.416762 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb664a-13d1-45c8-9f05-be5b15814fc1 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Pushing event deleted for resources: {'Port': ['ID=2a796f5f-b72d-4566-9ce0-b9359888160b,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:10:47.515935 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-83cb664a-13d1-45c8-9f05-be5b15814fc1 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks [] for floatingip (29d2ac41-840a-44b1-b32f-027afc72da17), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:47.518374 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-83cb664a-13d1-45c8-9f05-be5b15814fc1 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:47.519512 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-83cb664a-13d1-45c8-9f05-be5b15814fc1 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "DELETE /v2.0/floatingips/29d2ac41-840a-44b1-b32f-027afc72da17 HTTP/1.1" status: 204 len: 168 time: 0.7050819 Jun 08 02:10:47.525841 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51cd6d7-6b7b-4b6f-bb6e-6fdc2f4f91f7 req-1ac8cd50-c6b6-4e78-8f80-e3e91df59176 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:47.527267 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a51cd6d7-6b7b-4b6f-bb6e-6fdc2f4f91f7 req-1ac8cd50-c6b6-4e78-8f80-e3e91df59176 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=111070da-9d8e-487a-8e32-60e64894d5a9 HTTP/1.1" status: 200 len: 946 time: 0.0624046 Jun 08 02:10:47.563704 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:47.576984 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a51cd6d7-6b7b-4b6f-bb6e-6fdc2f4f91f7 req-e12f2da7-fa9e-4660-b379-e6a34d40ab38 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=94a302c2-ea08-4ee9-81d2-7333f91b5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437210 Jun 08 02:10:47.690159 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1d160-f0c2-4c81-b7ed-9b62b6319f2b req-298f40ec-40cf-4cee-ba12-86d1de5ab0ee tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:47.691544 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b1a1d160-f0c2-4c81-b7ed-9b62b6319f2b req-298f40ec-40cf-4cee-ba12-86d1de5ab0ee tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=111070da-9d8e-487a-8e32-60e64894d5a9 HTTP/1.1" status: 200 len: 946 time: 0.0497606 Jun 08 02:10:47.700332 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 55680) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:10:47.704591 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-90096ab3-9e31-48e0-80d0-e11b84330a25 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Request body: {'floatingip': {'port_id': 'a08f634a-054d-4449-a583-749597fcedc6'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:10:47.741452 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-90096ab3-9e31-48e0-80d0-e11b84330a25 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for floatingip (45d2303f-51d7-499b-962a-76b57fd61f00), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:48.161111 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-90096ab3-9e31-48e0-80d0-e11b84330a25 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:48.165590 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-90096ab3-9e31-48e0-80d0-e11b84330a25 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682813'] for floatingip (45d2303f-51d7-499b-962a-76b57fd61f00), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:48.259542 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.db.l3_db [None req-90096ab3-9e31-48e0-80d0-e11b84330a25 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Floating IP 45d2303f-51d7-499b-962a-76b57fd61f00 associated. External IP: 172.27.1.249, port: a08f634a-054d-4449-a583-749597fcedc6. Jun 08 02:10:48.292203 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:48.451524 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90096ab3-9e31-48e0-80d0-e11b84330a25 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Router 24624f7b-e97b-4514-a9a4-34d75fe6a2fd has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:10:48.552973 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90096ab3-9e31-48e0-80d0-e11b84330a25 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:10:48.558137 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-90096ab3-9e31-48e0-80d0-e11b84330a25 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:48.562357 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8de4b4-c957-4458-bb40-9870e901736b None None] Sync routers for ids ['24624f7b-e97b-4514-a9a4-34d75fe6a2fd'] in dv-cinder-845069-1-iscsi {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:10:48.573128 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8de4b4-c957-4458-bb40-9870e901736b None None] Routers {'24624f7b-e97b-4514-a9a4-34d75fe6a2fd'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:10:48.573737 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-df8de4b4-c957-4458-bb40-9870e901736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:10:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['24624f7b-e97b-4514-a9a4-34d75fe6a2fd'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:10:48.579164 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:48.588577 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-90096ab3-9e31-48e0-80d0-e11b84330a25 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "PUT /v2.0/floatingips/45d2303f-51d7-499b-962a-76b57fd61f00 HTTP/1.1" status: 200 len: 992 time: 0.8872063 Jun 08 02:10:48.589293 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '111070da-9d8e-487a-8e32-60e64894d5a9', 'tag': 'a08f634a-054d-4449-a583-749597fcedc6'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:10:48.591530 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b747c71-143b-4d17-8837-f512af5eaf09" -d '{"events": [{"name": "network-changed", "server_uuid": "111070da-9d8e-487a-8e32-60e64894d5a9", "tag": "a08f634a-054d-4449-a583-749597fcedc6"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:10:48.678468 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-df8de4b4-c957-4458-bb40-9870e901736b None None] Set router 24624f7b-e97b-4514-a9a4-34d75fe6a2fd gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:10:48.699255 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc4d8eb-c7b9-4d68-9d53-a0004d5c3459 x-openstack-request-id: req-1dc4d8eb-c7b9-4d68-9d53-a0004d5c3459 {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:10:48.699848 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "111070da-9d8e-487a-8e32-60e64894d5a9", "tag": "a08f634a-054d-4449-a583-749597fcedc6", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:10:48.700556 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1dc4d8eb-c7b9-4d68-9d53-a0004d5c3459 {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:10:48.701272 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dc4d8eb-c7b9-4d68-9d53-a0004d5c3459'] response: {'name': 'network-changed', 'server_uuid': '111070da-9d8e-487a-8e32-60e64894d5a9', 'tag': 'a08f634a-054d-4449-a583-749597fcedc6', 'status': 'completed', 'code': 200} Jun 08 02:10:48.771792 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b747c71-143b-4d17-8837-f512af5eaf09 req-8ee55f18-1f52-4e27-96fe-d936857d3fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:48.773002 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0b747c71-143b-4d17-8837-f512af5eaf09 req-8ee55f18-1f52-4e27-96fe-d936857d3fd1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=27f98152ab3440cf824c9ceb1c790bcf&device_id=111070da-9d8e-487a-8e32-60e64894d5a9 HTTP/1.1" status: 200 len: 1130 time: 0.0502908 Jun 08 02:10:48.865400 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b747c71-143b-4d17-8837-f512af5eaf09 req-b832adc5-1ece-4f5c-993b-8b305091c113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:48.867442 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0b747c71-143b-4d17-8837-f512af5eaf09 req-b832adc5-1ece-4f5c-993b-8b305091c113 service neutron] 10.222.0.15 "GET /v2.0/networks?id=466dc4d7-a525-4704-a47b-5a136472c918 HTTP/1.1" status: 200 len: 912 time: 0.0884068 Jun 08 02:10:48.895932 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-df8de4b4-c957-4458-bb40-9870e901736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'name': 'tempest-AttachVolumeTestJSON-1600319638-router', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '54217be0-8364-4676-b2af-33b5416c6dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:29Z', 'revision_number': 4, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'gw_port': {'id': '54217be0-8364-4676-b2af-33b5416c6dba', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': '45d2303f-51d7-499b-962a-76b57fd61f00', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'floating_ip_address': '172.27.1.249', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'port_id': 'a08f634a-054d-4449-a583-749597fcedc6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918', 'mac_address': 'fa:16:3e:5f:6b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111070da-9d8e-487a-8e32-60e64894d5a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:10:34Z', 'updated_at': '2022-06-08T02:10:48Z', 'revision_number': 1, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757bcb98-5bbf-42c9-9fbe-9a299acd053b', 'name': '', 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'mac_address': 'fa:16:3e:8c:2c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8f09d094-ed17-43ae-a27d-e0d8f7e1f047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:28Z', 'updated_at': '2022-06-08T02:05:37Z', 'revision_number': 5, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'subnets': [{'id': '8f09d094-ed17-43ae-a27d-e0d8f7e1f047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:10:48.926536 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8de4b4-c957-4458-bb40-9870e901736b None None] Checking router: 24624f7b-e97b-4514-a9a4-34d75fe6a2fd for host: dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:10:48.936667 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8de4b4-c957-4458-bb40-9870e901736b None None] Routers {'24624f7b-e97b-4514-a9a4-34d75fe6a2fd'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:10:48.937286 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-df8de4b4-c957-4458-bb40-9870e901736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:10:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['24624f7b-e97b-4514-a9a4-34d75fe6a2fd'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:10:48.941798 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0b747c71-143b-4d17-8837-f512af5eaf09 req-c7fa2164-ad0b-4f4a-9a7a-c1220a8cf4b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a08f634a-054d-4449-a583-749597fcedc6 HTTP/1.1" status: 200 len: 1000 time: 0.0592337 Jun 08 02:10:48.998345 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b747c71-143b-4d17-8837-f512af5eaf09 req-3b729107-4b01-4298-936c-27e8a78e4820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:48.999852 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0b747c71-143b-4d17-8837-f512af5eaf09 req-3b729107-4b01-4298-936c-27e8a78e4820 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f09d094-ed17-43ae-a27d-e0d8f7e1f047 HTTP/1.1" status: 200 len: 850 time: 0.0514216 Jun 08 02:10:49.045047 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b747c71-143b-4d17-8837-f512af5eaf09 req-c15192eb-7c28-425e-8ed0-ec0732cd88ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:49.046561 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0b747c71-143b-4d17-8837-f512af5eaf09 req-c15192eb-7c28-425e-8ed0-ec0732cd88ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=466dc4d7-a525-4704-a47b-5a136472c918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412440 Jun 08 02:10:49.090898 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device d96f59a2-4ec1-4327-b308-e50814a9bbc5 no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:10:49.115042 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] No Port match for: d96f59a2-4ec1-4327-b308-e50814a9bbc5 {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:10:49.115375 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device d96f59a2-4ec1-4327-b308-e50814a9bbc5 not bound to the agent host hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:10:49.140162 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0b747c71-143b-4d17-8837-f512af5eaf09 req-375ee1ae-f6f2-407f-968f-e6bd34dbab36 service neutron] 10.222.0.15 "GET /v2.0/networks/466dc4d7-a525-4704-a47b-5a136472c918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864558 Jun 08 02:10:49.175768 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-df8de4b4-c957-4458-bb40-9870e901736b None None] Set router 24624f7b-e97b-4514-a9a4-34d75fe6a2fd gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:10:49.233378 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0b747c71-143b-4d17-8837-f512af5eaf09 req-b3cbbd5a-419a-4ed9-838c-7ab9827effa1 service neutron] 10.222.0.15 "GET /v2.0/networks/466dc4d7-a525-4704-a47b-5a136472c918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872915 Jun 08 02:10:49.381211 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-df8de4b4-c957-4458-bb40-9870e901736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'name': 'tempest-AttachVolumeTestJSON-1600319638-router', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '54217be0-8364-4676-b2af-33b5416c6dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:29Z', 'revision_number': 4, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'gw_port': {'id': '54217be0-8364-4676-b2af-33b5416c6dba', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': '45d2303f-51d7-499b-962a-76b57fd61f00', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'floating_ip_address': '172.27.1.249', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'port_id': 'a08f634a-054d-4449-a583-749597fcedc6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918', 'mac_address': 'fa:16:3e:5f:6b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111070da-9d8e-487a-8e32-60e64894d5a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:10:34Z', 'updated_at': '2022-06-08T02:10:48Z', 'revision_number': 1, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757bcb98-5bbf-42c9-9fbe-9a299acd053b', 'name': '', 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'mac_address': 'fa:16:3e:8c:2c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8f09d094-ed17-43ae-a27d-e0d8f7e1f047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:28Z', 'updated_at': '2022-06-08T02:05:37Z', 'revision_number': 5, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'subnets': [{'id': '8f09d094-ed17-43ae-a27d-e0d8f7e1f047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:10:49.409526 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8de4b4-c957-4458-bb40-9870e901736b None None] The sync data for ids ['24624f7b-e97b-4514-a9a4-34d75fe6a2fd'] in dv-cinder-845069-1-iscsi is: [{'id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'name': 'tempest-AttachVolumeTestJSON-1600319638-router', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '54217be0-8364-4676-b2af-33b5416c6dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:29Z', 'revision_number': 4, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'gw_port': {'id': '54217be0-8364-4676-b2af-33b5416c6dba', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': '45d2303f-51d7-499b-962a-76b57fd61f00', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'floating_ip_address': '172.27.1.249', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'port_id': 'a08f634a-054d-4449-a583-749597fcedc6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918', 'mac_address': 'fa:16:3e:5f:6b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111070da-9d8e-487a-8e32-60e64894d5a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:10:34Z', 'updated_at': '2022-06-08T02:10:48Z', 'revision_number': 1, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757bcb98-5bbf-42c9-9fbe-9a299acd053b', 'name': '', 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'mac_address': 'fa:16:3e:8c:2c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8f09d094-ed17-43ae-a27d-e0d8f7e1f047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:28Z', 'updated_at': '2022-06-08T02:05:37Z', 'revision_number': 5, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'subnets': [{'id': '8f09d094-ed17-43ae-a27d-e0d8f7e1f047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:10:49.602651 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3664ee-fe3c-4615-8dfb-c8d7ee8ab901 None None] New status for floating IP 45d2303f-51d7-499b-962a-76b57fd61f00: ACTIVE {{(pid=104271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 02:10:50.008725 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5250521-7c91-48dc-8bfc-98752b3e5d63 req-76f0f65d-56d3-4775-988a-7114e4fb870a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:50.010191 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c5250521-7c91-48dc-8bfc-98752b3e5d63 req-76f0f65d-56d3-4775-988a-7114e4fb870a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0466115 Jun 08 02:10:50.057157 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c5250521-7c91-48dc-8bfc-98752b3e5d63 req-a8210c2a-b529-46f8-a16b-b48f0a3a7a2c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413334 Jun 08 02:10:51.174891 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4173daf-339e-4a3d-b879-a21ebe33a344 req-6198f65e-b114-4fc1-ba81-0a5965db28ec tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:51.176268 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c4173daf-339e-4a3d-b879-a21ebe33a344 req-6198f65e-b114-4fc1-ba81-0a5965db28ec tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0505545 Jun 08 02:10:51.222993 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c4173daf-339e-4a3d-b879-a21ebe33a344 req-1f98be20-be7b-4b3d-9c66-272e18e77fbb tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403078 Jun 08 02:10:52.290585 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:10:52.334902 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38252e7-6f07-43ad-a4cb-fc3f8d0c1dfc req-f2bb1f0d-9397-47e5-8756-86035c99527c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:52.336359 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e38252e7-6f07-43ad-a4cb-fc3f8d0c1dfc req-f2bb1f0d-9397-47e5-8756-86035c99527c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0460582 Jun 08 02:10:52.396139 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:52.420213 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16f20a-63b4-4c9a-a14a-e20725a6613b req-b8ccba88-458a-4489-8161-7fefebbad114 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:52.421652 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9e16f20a-63b4-4c9a-a14a-e20725a6613b req-b8ccba88-458a-4489-8161-7fefebbad114 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb925141-6220-42fb-acfe-098906d06f8b HTTP/1.1" status: 200 len: 945 time: 0.0670855 Jun 08 02:10:52.424664 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e38252e7-6f07-43ad-a4cb-fc3f8d0c1dfc req-740d9397-1b63-456b-a413-469526e16ca9 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827436 Jun 08 02:10:52.503504 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-9e16f20a-63b4-4c9a-a14a-e20725a6613b req-0395c223-fb97-4e40-b30c-9f57fe7c94a4 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Deleting port 854f4972-75d1-4f33-b863-4ac1e9184f71 {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:10:52.503846 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-9e16f20a-63b4-4c9a-a14a-e20725a6613b req-0395c223-fb97-4e40-b30c-9f57fe7c94a4 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (854f4972-75d1-4f33-b863-4ac1e9184f71), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:52.564488 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:52.596784 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-9e16f20a-63b4-4c9a-a14a-e20725a6613b req-0395c223-fb97-4e40-b30c-9f57fe7c94a4 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] For port 854f4972-75d1-4f33-b863-4ac1e9184f71, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=854f4972-75d1-4f33-b863-4ac1e9184f71,segment=NetworkSegment(a0fcd5bf-dd48-409f-aa60-ccb3d3862478),segment_id=a0fcd5bf-dd48-409f-aa60-ccb3d3862478)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:10:52.597152 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-9e16f20a-63b4-4c9a-a14a-e20725a6613b req-0395c223-fb97-4e40-b30c-9f57fe7c94a4 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (854f4972-75d1-4f33-b863-4ac1e9184f71), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:52.610711 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-9e16f20a-63b4-4c9a-a14a-e20725a6613b req-0395c223-fb97-4e40-b30c-9f57fe7c94a4 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Calling delete_port for 854f4972-75d1-4f33-b863-4ac1e9184f71 owned by compute:nova {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:10:52.733085 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-9e16f20a-63b4-4c9a-a14a-e20725a6613b req-0395c223-fb97-4e40-b30c-9f57fe7c94a4 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (854f4972-75d1-4f33-b863-4ac1e9184f71), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:52.744980 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['895ce244-87ef-415a-88d2-f764d9932c90', '854f4972-75d1-4f33-b863-4ac1e9184f71'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:10:52.765369 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395c223-fb97-4e40-b30c-9f57fe7c94a4 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Pushing event deleted for resources: {'Port': ['ID=854f4972-75d1-4f33-b863-4ac1e9184f71,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:10:52.809537 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e16f20a-63b4-4c9a-a14a-e20725a6613b req-0395c223-fb97-4e40-b30c-9f57fe7c94a4 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] No DVR routers for this DVR port 854f4972-75d1-4f33-b863-4ac1e9184f71 on host hv-cinder-84506 {{(pid=104268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:10:52.812490 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-9e16f20a-63b4-4c9a-a14a-e20725a6613b req-0395c223-fb97-4e40-b30c-9f57fe7c94a4 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:52.815694 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9e16f20a-63b4-4c9a-a14a-e20725a6613b req-0395c223-fb97-4e40-b30c-9f57fe7c94a4 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.15 "DELETE /v2.0/ports/854f4972-75d1-4f33-b863-4ac1e9184f71 HTTP/1.1" status: 204 len: 173 time: 0.3884912 Jun 08 02:10:52.816130 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb925141-6220-42fb-acfe-098906d06f8b', 'name': 'network-vif-deleted', 'tag': '854f4972-75d1-4f33-b863-4ac1e9184f71'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:10:52.819562 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55172c3-6f7c-45c3-ba38-2d3efd588953" -d '{"events": [{"server_uuid": "eb925141-6220-42fb-acfe-098906d06f8b", "name": "network-vif-deleted", "tag": "854f4972-75d1-4f33-b863-4ac1e9184f71"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:10:52.858753 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d8f30f-62bb-4672-b121-ce40f93839ba x-openstack-request-id: req-e2d8f30f-62bb-4672-b121-ce40f93839ba {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:10:52.859046 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb925141-6220-42fb-acfe-098906d06f8b", "name": "network-vif-deleted", "tag": "854f4972-75d1-4f33-b863-4ac1e9184f71", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:10:52.859289 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2d8f30f-62bb-4672-b121-ce40f93839ba {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:10:52.859684 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2d8f30f-62bb-4672-b121-ce40f93839ba'] response: {'server_uuid': 'eb925141-6220-42fb-acfe-098906d06f8b', 'name': 'network-vif-deleted', 'tag': '854f4972-75d1-4f33-b863-4ac1e9184f71', 'status': 'completed', 'code': 200} Jun 08 02:10:52.879895 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=100 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:52.895397 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=100 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:53.746433 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fce4e-6a2c-423e-9722-6bbef78e3a04 req-0e4f76f8-f6e6-45b3-99fb-4f137d73b83c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:53.747826 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-db8fce4e-6a2c-423e-9722-6bbef78e3a04 req-0e4f76f8-f6e6-45b3-99fb-4f137d73b83c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.0620620 Jun 08 02:10:53.798750 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-db8fce4e-6a2c-423e-9722-6bbef78e3a04 req-cea2ea29-663d-4256-8458-60010a1dfe20 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448148 Jun 08 02:10:54.920630 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c276ba-4cd9-493a-a5d9-09f05046d8c8 req-5311a6db-f1db-486a-aa7a-d2177286472c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:54.922085 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-12c276ba-4cd9-493a-a5d9-09f05046d8c8 req-5311a6db-f1db-486a-aa7a-d2177286472c tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.0499773 Jun 08 02:10:54.969334 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-12c276ba-4cd9-493a-a5d9-09f05046d8c8 req-63a6ec82-a39d-4206-b2ad-798936db84ff tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416708 Jun 08 02:10:55.536964 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:56.085083 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35b38e-fc9c-4698-ab21-519daec2b07e req-a6d5a51e-e86a-4b93-a4cc-7a15632bf6b2 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:56.086575 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6e35b38e-fc9c-4698-ab21-519daec2b07e req-a6d5a51e-e86a-4b93-a4cc-7a15632bf6b2 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.0460813 Jun 08 02:10:56.131658 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6e35b38e-fc9c-4698-ab21-519daec2b07e req-c8633e29-7ef0-405a-a573-f0b6e89813f4 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396903 Jun 08 02:10:56.796482 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:56.797249 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:57.113787 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd8e01-d745-4a60-ae76-64e2ff016bf0 req-6be8d29d-e5af-4940-abc5-38aa7caa4de8 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:57.114402 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 854f4972-75d1-4f33-b863-4ac1e9184f71 no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:10:57.115220 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f0bd8e01-d745-4a60-ae76-64e2ff016bf0 req-6be8d29d-e5af-4940-abc5-38aa7caa4de8 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.0444124 Jun 08 02:10:57.134676 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] No Port match for: 854f4972-75d1-4f33-b863-4ac1e9184f71 {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:10:57.135026 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 854f4972-75d1-4f33-b863-4ac1e9184f71 not bound to the agent host hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:10:57.217273 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-f0bd8e01-d745-4a60-ae76-64e2ff016bf0 req-9be965e8-0cd6-479b-8301-cb6ce538d73a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Deleting port 895ce244-87ef-415a-88d2-f764d9932c90 {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:10:57.217608 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-f0bd8e01-d745-4a60-ae76-64e2ff016bf0 req-9be965e8-0cd6-479b-8301-cb6ce538d73a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (895ce244-87ef-415a-88d2-f764d9932c90), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:57.293123 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41227eaa-fe3e-4484-a0fa-0065d8577530 req-c63cc35c-7f14-46ef-bdd1-008c93383f44 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:10:57.294574 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-41227eaa-fe3e-4484-a0fa-0065d8577530 req-c63cc35c-7f14-46ef-bdd1-008c93383f44 tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe47a1-fdef-478e-94c7-42b5945a57ae HTTP/1.1" status: 200 len: 945 time: 0.0912623 Jun 08 02:10:57.365479 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-f0bd8e01-d745-4a60-ae76-64e2ff016bf0 req-9be965e8-0cd6-479b-8301-cb6ce538d73a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] For port 895ce244-87ef-415a-88d2-f764d9932c90, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=895ce244-87ef-415a-88d2-f764d9932c90,segment=NetworkSegment(a0fcd5bf-dd48-409f-aa60-ccb3d3862478),segment_id=a0fcd5bf-dd48-409f-aa60-ccb3d3862478)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:10:57.365795 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-f0bd8e01-d745-4a60-ae76-64e2ff016bf0 req-9be965e8-0cd6-479b-8301-cb6ce538d73a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (895ce244-87ef-415a-88d2-f764d9932c90), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:57.381406 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:57.385039 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-41227eaa-fe3e-4484-a0fa-0065d8577530 req-b475a173-4e3f-4267-b1d8-f97bfdb3be1d tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837586 Jun 08 02:10:57.386264 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-f0bd8e01-d745-4a60-ae76-64e2ff016bf0 req-9be965e8-0cd6-479b-8301-cb6ce538d73a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Calling delete_port for 895ce244-87ef-415a-88d2-f764d9932c90 owned by compute:nova {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:10:57.398031 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:57.516844 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-f0bd8e01-d745-4a60-ae76-64e2ff016bf0 req-9be965e8-0cd6-479b-8301-cb6ce538d73a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (895ce244-87ef-415a-88d2-f764d9932c90), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:57.528758 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['895ce244-87ef-415a-88d2-f764d9932c90'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:10:57.545741 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be965e8-0cd6-479b-8301-cb6ce538d73a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Pushing event deleted for resources: {'Port': ['ID=895ce244-87ef-415a-88d2-f764d9932c90,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:10:57.588819 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0bd8e01-d745-4a60-ae76-64e2ff016bf0 req-9be965e8-0cd6-479b-8301-cb6ce538d73a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] No DVR routers for this DVR port 895ce244-87ef-415a-88d2-f764d9932c90 on host hv-cinder-84506 {{(pid=104268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:10:57.591316 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-f0bd8e01-d745-4a60-ae76-64e2ff016bf0 req-9be965e8-0cd6-479b-8301-cb6ce538d73a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:57.594444 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f0bd8e01-d745-4a60-ae76-64e2ff016bf0 req-9be965e8-0cd6-479b-8301-cb6ce538d73a tempest-ServerRescueNegativeTestJSON-237519543 tempest-ServerRescueNegativeTestJSON-237519543-project] 10.222.0.15 "DELETE /v2.0/ports/895ce244-87ef-415a-88d2-f764d9932c90 HTTP/1.1" status: 204 len: 173 time: 0.4742720 Jun 08 02:10:57.594868 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fe47a1-fdef-478e-94c7-42b5945a57ae', 'name': 'network-vif-deleted', 'tag': '895ce244-87ef-415a-88d2-f764d9932c90'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:10:57.597061 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d37846-5035-413d-8248-e96ef90fad25" -d '{"events": [{"server_uuid": "f4fe47a1-fdef-478e-94c7-42b5945a57ae", "name": "network-vif-deleted", "tag": "895ce244-87ef-415a-88d2-f764d9932c90"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:10:57.636086 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b725c1-16f3-470d-9421-b3e7e316bd45 x-openstack-request-id: req-76b725c1-16f3-470d-9421-b3e7e316bd45 {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:10:57.636379 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fe47a1-fdef-478e-94c7-42b5945a57ae", "name": "network-vif-deleted", "tag": "895ce244-87ef-415a-88d2-f764d9932c90", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:10:57.636714 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76b725c1-16f3-470d-9421-b3e7e316bd45 {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:10:57.637119 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76b725c1-16f3-470d-9421-b3e7e316bd45'] response: {'server_uuid': 'f4fe47a1-fdef-478e-94c7-42b5945a57ae', 'name': 'network-vif-deleted', 'tag': '895ce244-87ef-415a-88d2-f764d9932c90', 'status': 'completed', 'code': 200} Jun 08 02:10:58.444717 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 55726) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:10:58.906401 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9c55086d-e332-439f-a389-18cf9b917f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683837'] for router_interface (0dc47941-d832-4ac4-9134-aa35ccb87cd6), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:59.394504 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-9c55086d-e332-439f-a389-18cf9b917f08 admin admin] Deleting port b77a56c6-2496-48f0-9607-698f5c7e5630 {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:10:59.394840 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9c55086d-e332-439f-a389-18cf9b917f08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (b77a56c6-2496-48f0-9607-698f5c7e5630), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:59.471152 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [None req-9c55086d-e332-439f-a389-18cf9b917f08 admin admin] For port b77a56c6-2496-48f0-9607-698f5c7e5630, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=b77a56c6-2496-48f0-9607-698f5c7e5630,segment=NetworkSegment(a0fcd5bf-dd48-409f-aa60-ccb3d3862478),segment_id=a0fcd5bf-dd48-409f-aa60-ccb3d3862478)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:10:59.471825 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9c55086d-e332-439f-a389-18cf9b917f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (b77a56c6-2496-48f0-9607-698f5c7e5630), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:59.485405 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-9c55086d-e332-439f-a389-18cf9b917f08 admin admin] Calling delete_port for b77a56c6-2496-48f0-9607-698f5c7e5630 owned by network:router_interface {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:10:59.494057 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:59.546551 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:10:59.663093 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9c55086d-e332-439f-a389-18cf9b917f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (b77a56c6-2496-48f0-9607-698f5c7e5630), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:10:59.687885 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55086d-e332-439f-a389-18cf9b917f08 admin admin] Pushing event deleted for resources: {'Port': ['ID=b77a56c6-2496-48f0-9607-698f5c7e5630,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:10:59.853430 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9c55086d-e332-439f-a389-18cf9b917f08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683181'] for router_interface (0dc47941-d832-4ac4-9134-aa35ccb87cd6), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:00.053560 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c55086d-e332-439f-a389-18cf9b917f08 admin admin] Router 0dc47941-d832-4ac4-9134-aa35ccb87cd6 has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:11:00.151335 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c55086d-e332-439f-a389-18cf9b917f08 admin admin] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:11:00.156724 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-9c55086d-e332-439f-a389-18cf9b917f08 admin admin] 10.222.0.20 "PUT /v2.0/routers/0dc47941-d832-4ac4-9134-aa35ccb87cd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7106781 Jun 08 02:11:00.159185 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 55730) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:11:00.160084 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3564463-c1c4-4a3a-8801-056f9c1d1f49 None None] Sync routers for ids ['0dc47941-d832-4ac4-9134-aa35ccb87cd6'] in dv-cinder-845069-1-iscsi {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:11:00.171936 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3564463-c1c4-4a3a-8801-056f9c1d1f49 None None] Routers {'0dc47941-d832-4ac4-9134-aa35ccb87cd6'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:11:00.172515 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-d3564463-c1c4-4a3a-8801-056f9c1d1f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:10:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['0dc47941-d832-4ac4-9134-aa35ccb87cd6'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:11:00.253903 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a9f75361-1e07-4372-9e12-9e59c3be2217 admin admin] Publish callbacks [] for router (0dc47941-d832-4ac4-9134-aa35ccb87cd6), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:00.270302 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-d3564463-c1c4-4a3a-8801-056f9c1d1f49 None None] Set router 0dc47941-d832-4ac4-9134-aa35ccb87cd6 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:11:00.353076 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a9f75361-1e07-4372-9e12-9e59c3be2217 admin admin] Publish callbacks [] for router_gateway (0dc47941-d832-4ac4-9134-aa35ccb87cd6), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:00.365506 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:00.391579 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:00.406660 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-a9f75361-1e07-4372-9e12-9e59c3be2217 admin admin] Deleting port e890d3eb-e65d-447a-851e-2b17e2932251 {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:11:00.407145 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a9f75361-1e07-4372-9e12-9e59c3be2217 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (e890d3eb-e65d-447a-851e-2b17e2932251), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:00.434904 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-d3564463-c1c4-4a3a-8801-056f9c1d1f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1559781603-router', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'e890d3eb-e65d-447a-851e-2b17e2932251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:10:59Z', 'revision_number': 5, 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'gw_port': {'id': 'e890d3eb-e65d-447a-851e-2b17e2932251', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:24Z', 'updated_at': '2022-06-08T02:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:11:00.462887 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3564463-c1c4-4a3a-8801-056f9c1d1f49 None None] Checking router: 0dc47941-d832-4ac4-9134-aa35ccb87cd6 for host: dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:11:00.471071 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3564463-c1c4-4a3a-8801-056f9c1d1f49 None None] Routers {'0dc47941-d832-4ac4-9134-aa35ccb87cd6'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:11:00.471679 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-d3564463-c1c4-4a3a-8801-056f9c1d1f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:10:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['0dc47941-d832-4ac4-9134-aa35ccb87cd6'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:11:00.485435 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [None req-a9f75361-1e07-4372-9e12-9e59c3be2217 admin admin] For port e890d3eb-e65d-447a-851e-2b17e2932251, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=e890d3eb-e65d-447a-851e-2b17e2932251,segment=NetworkSegment(85e1942d-da80-4474-8baf-777e325afd8c),segment_id=85e1942d-da80-4474-8baf-777e325afd8c)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:11:00.485961 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a9f75361-1e07-4372-9e12-9e59c3be2217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (e890d3eb-e65d-447a-851e-2b17e2932251), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:00.498950 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-a9f75361-1e07-4372-9e12-9e59c3be2217 admin admin] Calling delete_port for e890d3eb-e65d-447a-851e-2b17e2932251 owned by network:router_gateway {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:11:00.549691 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-d3564463-c1c4-4a3a-8801-056f9c1d1f49 None None] Set router 0dc47941-d832-4ac4-9134-aa35ccb87cd6 gateway port host: None {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:11:00.599922 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-d3564463-c1c4-4a3a-8801-056f9c1d1f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1559781603-router', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:11:00Z', 'revision_number': 6, 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'gw_port_host': None}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:11:00.623762 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3564463-c1c4-4a3a-8801-056f9c1d1f49 None None] The sync data for ids ['0dc47941-d832-4ac4-9134-aa35ccb87cd6'] in dv-cinder-845069-1-iscsi is: [{'id': '0dc47941-d832-4ac4-9134-aa35ccb87cd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1559781603-router', 'tenant_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:11:00Z', 'revision_number': 6, 'project_id': 'd40d753f66ec4ed2808aa65b825e66f8', 'gw_port_host': None}] {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:11:00.665063 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a9f75361-1e07-4372-9e12-9e59c3be2217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (e890d3eb-e65d-447a-851e-2b17e2932251), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:00.689311 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f75361-1e07-4372-9e12-9e59c3be2217 admin admin] Pushing event deleted for resources: {'Port': ['ID=e890d3eb-e65d-447a-851e-2b17e2932251,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:00.752671 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a9f75361-1e07-4372-9e12-9e59c3be2217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-682874'] for router_gateway (0dc47941-d832-4ac4-9134-aa35ccb87cd6), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:00.850185 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a9f75361-1e07-4372-9e12-9e59c3be2217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6818'] for router (0dc47941-d832-4ac4-9134-aa35ccb87cd6), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:00.853171 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a9f75361-1e07-4372-9e12-9e59c3be2217 admin admin] Publish callbacks [] for router_controller (0dc47941-d832-4ac4-9134-aa35ccb87cd6), precommit_delete_associations {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:00.914785 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a9f75361-1e07-4372-9e12-9e59c3be2217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683256'] for router (0dc47941-d832-4ac4-9134-aa35ccb87cd6), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:00.915377 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f75361-1e07-4372-9e12-9e59c3be2217 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dc47941-d832-4ac4-9134-aa35ccb87cd6 {{(pid=104268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 08 02:11:00.920596 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a9f75361-1e07-4372-9e12-9e59c3be2217 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:00.921900 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-a9f75361-1e07-4372-9e12-9e59c3be2217 admin admin] 10.222.0.20 "DELETE /v2.0/routers/0dc47941-d832-4ac4-9134-aa35ccb87cd6 HTTP/1.1" status: 204 len: 168 time: 0.7616940 Jun 08 02:11:00.924233 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 55732) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:11:00.971118 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_v2 [None req-666a3178-d239-49e2-86f4-8f80541e516a admin admin] Deleting subnet b425173c-8738-4438-bb14-70ea3c375864 {{(pid=104268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 08 02:11:00.974786 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-666a3178-d239-49e2-86f4-8f80541e516a admin admin] Publish callbacks [] for subnet (b425173c-8738-4438-bb14-70ea3c375864), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:01.011513 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-666a3178-d239-49e2-86f4-8f80541e516a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8505923'] for subnet (b425173c-8738-4438-bb14-70ea3c375864), precommit_delete_associations {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:01.123901 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-666a3178-d239-49e2-86f4-8f80541e516a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749588'] for subnet (b425173c-8738-4438-bb14-70ea3c375864), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:01.128886 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 895ce244-87ef-415a-88d2-f764d9932c90 no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:11:01.148085 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] No Port match for: 895ce244-87ef-415a-88d2-f764d9932c90 {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:11:01.148449 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 895ce244-87ef-415a-88d2-f764d9932c90 not bound to the agent host hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:11:01.176880 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-666a3178-d239-49e2-86f4-8f80541e516a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8689909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8450983'] for subnet (b425173c-8738-4438-bb14-70ea3c375864), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:01.199524 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a3178-d239-49e2-86f4-8f80541e516a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b425173c-8738-4438-bb14-70ea3c375864,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:01.205116 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-666a3178-d239-49e2-86f4-8f80541e516a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:01.208142 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-666a3178-d239-49e2-86f4-8f80541e516a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b425173c-8738-4438-bb14-70ea3c375864 HTTP/1.1" status: 204 len: 168 time: 0.2829332 Jun 08 02:11:01.211242 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 55734) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:11:01.214627 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198780bc-87c0-4837-aec1-2c4a34c66d68 None None] Network eafc844b-6465-4613-a6dd-f1b9698164f0 requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:11:01.281966 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-106cac7c-efa7-4529-89c3-399be61ad208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1340890'] for network (eafc844b-6465-4613-a6dd-f1b9698164f0), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:01.312843 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:01.317014 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:01.327812 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-106cac7c-efa7-4529-89c3-399be61ad208 admin admin] Deleting port 6e193089-f08b-4963-942e-ff713ddf66a9 {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:11:01.328153 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-106cac7c-efa7-4529-89c3-399be61ad208 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (6e193089-f08b-4963-942e-ff713ddf66a9), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:01.398540 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [None req-106cac7c-efa7-4529-89c3-399be61ad208 admin admin] For port 6e193089-f08b-4963-942e-ff713ddf66a9, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=6e193089-f08b-4963-942e-ff713ddf66a9,segment=NetworkSegment(a0fcd5bf-dd48-409f-aa60-ccb3d3862478),segment_id=a0fcd5bf-dd48-409f-aa60-ccb3d3862478)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:11:01.398973 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-106cac7c-efa7-4529-89c3-399be61ad208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (6e193089-f08b-4963-942e-ff713ddf66a9), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:01.414868 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-106cac7c-efa7-4529-89c3-399be61ad208 admin admin] Calling delete_port for 6e193089-f08b-4963-942e-ff713ddf66a9 owned by network:dhcp {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:11:01.434066 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bfe27b-c17e-4f8c-8b2d-0a73ccbddc7c None None] DHCP port deletion for eafc844b-6465-4613-a6dd-f1b9698164f0 request from dv-cinder-845069-1-iscsi {{(pid=104270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 08 02:11:01.470341 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device b77a56c6-2496-48f0-9607-698f5c7e5630 no longer exists at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:11:01.494593 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] No Port match for: b77a56c6-2496-48f0-9607-698f5c7e5630 {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:11:01.495013 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device b77a56c6-2496-48f0-9607-698f5c7e5630 not bound to the agent host dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:11:01.504905 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-24bfe27b-c17e-4f8c-8b2d-0a73ccbddc7c None None] Deleting port 6e193089-f08b-4963-942e-ff713ddf66a9 {{(pid=104270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:11:01.505700 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-24bfe27b-c17e-4f8c-8b2d-0a73ccbddc7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (6e193089-f08b-4963-942e-ff713ddf66a9), before_delete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:01.509147 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-106cac7c-efa7-4529-89c3-399be61ad208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (6e193089-f08b-4963-942e-ff713ddf66a9), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:01.536006 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106cac7c-efa7-4529-89c3-399be61ad208 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e193089-f08b-4963-942e-ff713ddf66a9,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:01.540225 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106cac7c-efa7-4529-89c3-399be61ad208 admin admin] No DVR routers for this DVR port 6e193089-f08b-4963-942e-ff713ddf66a9 on host dv-cinder-845069-1-iscsi {{(pid=104268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:11:01.586221 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-24bfe27b-c17e-4f8c-8b2d-0a73ccbddc7c None None] For port 6e193089-f08b-4963-942e-ff713ddf66a9, host dv-cinder-845069-1-iscsi, got binding levels [] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:11:01.586842 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-24bfe27b-c17e-4f8c-8b2d-0a73ccbddc7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (6e193089-f08b-4963-942e-ff713ddf66a9), precommit_delete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:01.602147 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-24bfe27b-c17e-4f8c-8b2d-0a73ccbddc7c None None] Calling delete_port for 6e193089-f08b-4963-942e-ff713ddf66a9 owned by network:dhcp {{(pid=104270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:11:01.606460 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.ipam_backend_mixin [None req-24bfe27b-c17e-4f8c-8b2d-0a73ccbddc7c None None] Port 6e193089-f08b-4963-942e-ff713ddf66a9 was not found and therefore no delete operation was performed {{(pid=104270) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 08 02:11:01.607732 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-24bfe27b-c17e-4f8c-8b2d-0a73ccbddc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102'] for port (6e193089-f08b-4963-942e-ff713ddf66a9), after_delete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:01.633533 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bfe27b-c17e-4f8c-8b2d-0a73ccbddc7c None None] Pushing event deleted for resources: {'Port': ['ID=6e193089-f08b-4963-942e-ff713ddf66a9,revision_number=None']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:01.645293 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bfe27b-c17e-4f8c-8b2d-0a73ccbddc7c None None] No DVR routers for this DVR port 6e193089-f08b-4963-942e-ff713ddf66a9 on host dv-cinder-845069-1-iscsi {{(pid=104270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:11:01.668495 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-106cac7c-efa7-4529-89c3-399be61ad208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749203', 'neutron.services.segments.db._delete_segments_for_network-8744501735437'] for network (eafc844b-6465-4613-a6dd-f1b9698164f0), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:01.705255 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87564c-02c3-4e32-9125-7181c716f866 req-f8c3c2f6-ba8e-4cd4-acce-0025f3316440 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:01.707386 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ae87564c-02c3-4e32-9125-7181c716f866 req-f8c3c2f6-ba8e-4cd4-acce-0025f3316440 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 945 time: 0.0862100 Jun 08 02:11:01.726854 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.services.segments.db [None req-106cac7c-efa7-4529-89c3-399be61ad208 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eafc844b-6465-4613-a6dd-f1b9698164f0']}} {{(pid=104268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:11:01.749980 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.services.segments.db [None req-106cac7c-efa7-4529-89c3-399be61ad208 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0fcd5bf-dd48-409f-aa60-ccb3d3862478') {'for_net_delete': True} {{(pid=104268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:11:01.750277 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.services.segments.db [None req-106cac7c-efa7-4529-89c3-399be61ad208 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0fcd5bf-dd48-409f-aa60-ccb3d3862478') {} {{(pid=104268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:11:01.768931 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-106cac7c-efa7-4529-89c3-399be61ad208 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744501734036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8505930'] for segment (a0fcd5bf-dd48-409f-aa60-ccb3d3862478), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:01.798523 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-106cac7c-efa7-4529-89c3-399be61ad208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (a0fcd5bf-dd48-409f-aa60-ccb3d3862478), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:01.813789 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ae87564c-02c3-4e32-9125-7181c716f866 req-fa4ce0bd-b3b8-489c-80f1-7f0187cbe022 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986652 Jun 08 02:11:01.814667 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-106cac7c-efa7-4529-89c3-399be61ad208 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=104268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 02:11:01.815063 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-106cac7c-efa7-4529-89c3-399be61ad208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8689839'] for segment (a0fcd5bf-dd48-409f-aa60-ccb3d3862478), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:01.878323 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-106cac7c-efa7-4529-89c3-399be61ad208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682838'] for network (eafc844b-6465-4613-a6dd-f1b9698164f0), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:01.883300 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-106cac7c-efa7-4529-89c3-399be61ad208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:01.886565 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-106cac7c-efa7-4529-89c3-399be61ad208 admin admin] 10.222.0.20 "DELETE /v2.0/networks/eafc844b-6465-4613-a6dd-f1b9698164f0 HTTP/1.1" status: 204 len: 168 time: 0.6744318 Jun 08 02:11:01.902388 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.services.segments.plugin [-] Segment a0fcd5bf-dd48-409f-aa60-ccb3d3862478 resource provider aggregate not found Jun 08 02:11:01.907374 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106cac7c-efa7-4529-89c3-399be61ad208 admin admin] Pushing event deleted for resources: {'Network': ['ID=eafc844b-6465-4613-a6dd-f1b9698164f0,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:01.928491 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.services.segments.plugin [-] Segment a0fcd5bf-dd48-409f-aa60-ccb3d3862478 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0fcd5bf-dd48-409f-aa60-ccb3d3862478 found for delete ", "request_id": "req-4e4eaf9e-2be5-418a-9074-e0f63ca17e95"}]} Jun 08 02:11:02.008736 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 55750) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:11:02.059255 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-23b48ab6-376d-45dc-bd14-1addacd0eb36 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d40d753f66ec4ed2808aa65b825e66f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0489225 Jun 08 02:11:02.061481 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 55752) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:11:02.124695 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-64844d87-2848-45b6-bc62-f69ee4fce79d admin admin] Publish callbacks [] for security_group (c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:02.151737 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-64844d87-2848-45b6-bc62-f69ee4fce79d admin admin] Publish callbacks [] for security_group (c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:02.202407 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-64844d87-2848-45b6-bc62-f69ee4fce79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:02.204967 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-64844d87-2848-45b6-bc62-f69ee4fce79d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:02.206111 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-64844d87-2848-45b6-bc62-f69ee4fce79d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892 HTTP/1.1" status: 204 len: 168 time: 0.1437094 Jun 08 02:11:02.214644 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64844d87-2848-45b6-bc62-f69ee4fce79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ac7bc7-5cb4-4a33-a87b-0fedf01bd892,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:02.753894 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device e890d3eb-e65d-447a-851e-2b17e2932251 no longer exists at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:11:02.772183 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] No Port match for: e890d3eb-e65d-447a-851e-2b17e2932251 {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:11:02.773067 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device e890d3eb-e65d-447a-851e-2b17e2932251 not bound to the agent host dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:11:02.773655 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 6e193089-f08b-4963-942e-ff713ddf66a9 no longer exists at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:11:02.794176 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] No Port match for: 6e193089-f08b-4963-942e-ff713ddf66a9 {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:11:02.794524 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 6e193089-f08b-4963-942e-ff713ddf66a9 not bound to the agent host dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:11:02.938111 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cadfbe-51ca-4e23-84a1-5a6dbd378a42 req-27400a14-b19e-4ae4-9a28-eb899f25ace7 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:02.939786 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-73cadfbe-51ca-4e23-84a1-5a6dbd378a42 req-27400a14-b19e-4ae4-9a28-eb899f25ace7 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 945 time: 0.0551019 Jun 08 02:11:02.990449 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-73cadfbe-51ca-4e23-84a1-5a6dbd378a42 req-84ce68c3-8681-4f5a-9027-fa25e8405835 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445266 Jun 08 02:11:04.103865 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6f38d-5740-41f7-8144-3db8472d500f req-adb29dff-a5b2-48b1-a3cc-008e178b7bfc tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:04.105460 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-aef6f38d-5740-41f7-8144-3db8472d500f req-adb29dff-a5b2-48b1-a3cc-008e178b7bfc tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 945 time: 0.0469995 Jun 08 02:11:04.124884 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:04.158193 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-aef6f38d-5740-41f7-8144-3db8472d500f req-d2c7c471-8471-4431-bc4b-f4f73304d3d6 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468013 Jun 08 02:11:04.160212 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 55828) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:11:04.263807 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3a24dcd7-9397-43cc-9bf3-cc52e70de87c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:04.296560 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:04.347736 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3a24dcd7-9397-43cc-9bf3-cc52e70de87c admin admin] Publish callbacks [] for security_group (9f303dfe-ebcb-444d-8901-84fa4a7caabd), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:04.351858 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3a24dcd7-9397-43cc-9bf3-cc52e70de87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (9f303dfe-ebcb-444d-8901-84fa4a7caabd), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:04.390425 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-3a24dcd7-9397-43cc-9bf3-cc52e70de87c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=489d21703ba940c1857622700a940ddc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291377 Jun 08 02:11:04.391282 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24dcd7-9397-43cc-9bf3-cc52e70de87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f303dfe-ebcb-444d-8901-84fa4a7caabd,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:04.393077 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 55832) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:11:04.399086 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24dcd7-9397-43cc-9bf3-cc52e70de87c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:04.399429 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24dcd7-9397-43cc-9bf3-cc52e70de87c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:04.399767 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24dcd7-9397-43cc-9bf3-cc52e70de87c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:04.400101 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24dcd7-9397-43cc-9bf3-cc52e70de87c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:04.400454 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24dcd7-9397-43cc-9bf3-cc52e70de87c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:04.400782 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24dcd7-9397-43cc-9bf3-cc52e70de87c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:04.401103 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24dcd7-9397-43cc-9bf3-cc52e70de87c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:04.401420 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24dcd7-9397-43cc-9bf3-cc52e70de87c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:04.401742 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24dcd7-9397-43cc-9bf3-cc52e70de87c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:04.402069 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24dcd7-9397-43cc-9bf3-cc52e70de87c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:04.402389 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24dcd7-9397-43cc-9bf3-cc52e70de87c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:04.402708 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24dcd7-9397-43cc-9bf3-cc52e70de87c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:04.403024 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24dcd7-9397-43cc-9bf3-cc52e70de87c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:04.403338 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24dcd7-9397-43cc-9bf3-cc52e70de87c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:04.403653 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24dcd7-9397-43cc-9bf3-cc52e70de87c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:04.442528 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-6c28dcbe-dc1b-48dd-b86e-c0f36fb99117 admin admin] Publish callbacks [] for security_group (9f303dfe-ebcb-444d-8901-84fa4a7caabd), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:04.463849 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-6c28dcbe-dc1b-48dd-b86e-c0f36fb99117 admin admin] Publish callbacks [] for security_group (9f303dfe-ebcb-444d-8901-84fa4a7caabd), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:04.514357 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-6c28dcbe-dc1b-48dd-b86e-c0f36fb99117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (9f303dfe-ebcb-444d-8901-84fa4a7caabd), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:04.516906 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-6c28dcbe-dc1b-48dd-b86e-c0f36fb99117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:04.518833 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-6c28dcbe-dc1b-48dd-b86e-c0f36fb99117 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f303dfe-ebcb-444d-8901-84fa4a7caabd HTTP/1.1" status: 204 len: 168 time: 0.1247666 Jun 08 02:11:04.528295 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28dcbe-dc1b-48dd-b86e-c0f36fb99117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f303dfe-ebcb-444d-8901-84fa4a7caabd,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:04.784843 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 55838) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:11:04.798696 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-0a74f81c-d782-4399-8645-af0c96c043bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:04.874603 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-0a74f81c-d782-4399-8645-af0c96c043bf admin admin] Publish callbacks [] for security_group (90ac7d16-53c4-479e-be65-0f41fa5cab60), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:04.878068 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-0a74f81c-d782-4399-8645-af0c96c043bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (90ac7d16-53c4-479e-be65-0f41fa5cab60), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:04.916115 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74f81c-d782-4399-8645-af0c96c043bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ac7d16-53c4-479e-be65-0f41fa5cab60,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:04.921357 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-0a74f81c-d782-4399-8645-af0c96c043bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f34653338934845bea5fc36df02b8b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1354337 Jun 08 02:11:04.923921 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 55840) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:11:04.972369 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-219f5acf-830c-4c6d-b5f1-c1db8bc5fac0 admin admin] Publish callbacks [] for security_group (90ac7d16-53c4-479e-be65-0f41fa5cab60), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:04.994322 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-219f5acf-830c-4c6d-b5f1-c1db8bc5fac0 admin admin] Publish callbacks [] for security_group (90ac7d16-53c4-479e-be65-0f41fa5cab60), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:05.042410 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-219f5acf-830c-4c6d-b5f1-c1db8bc5fac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (90ac7d16-53c4-479e-be65-0f41fa5cab60), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:05.044882 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-219f5acf-830c-4c6d-b5f1-c1db8bc5fac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:05.046150 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-219f5acf-830c-4c6d-b5f1-c1db8bc5fac0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90ac7d16-53c4-479e-be65-0f41fa5cab60 HTTP/1.1" status: 204 len: 168 time: 0.1212294 Jun 08 02:11:05.053813 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f5acf-830c-4c6d-b5f1-c1db8bc5fac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ac7d16-53c4-479e-be65-0f41fa5cab60,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:05.276072 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169ed3d-b3b1-4574-9871-bd373d8afbfd req-7e8ac6ee-1ac0-444c-ac2d-47f7271d34ca tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:05.277690 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a169ed3d-b3b1-4574-9871-bd373d8afbfd req-7e8ac6ee-1ac0-444c-ac2d-47f7271d34ca tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 945 time: 0.0477846 Jun 08 02:11:05.328574 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a169ed3d-b3b1-4574-9871-bd373d8afbfd req-8da95899-5179-4f54-91af-4ac3e8236115 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447025 Jun 08 02:11:06.443081 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9adad-c43d-4e73-987c-00a433d49efd req-b77b852d-1f9f-4370-b9ef-78a0617340aa tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:06.445732 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-84e9adad-c43d-4e73-987c-00a433d49efd req-b77b852d-1f9f-4370-b9ef-78a0617340aa tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 945 time: 0.0514512 Jun 08 02:11:06.498489 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-84e9adad-c43d-4e73-987c-00a433d49efd req-a6b2dd42-0602-45ba-ad8f-e7424315c3ba tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466774 Jun 08 02:11:06.837962 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-f1ac0683-840e-4f38-af01-ac621e5e9c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:07.018685 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 55912) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:11:07.124100 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5ed0213d-0b7b-49b9-b549-f2769821cc7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:07.200006 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5ed0213d-0b7b-49b9-b549-f2769821cc7e admin admin] Publish callbacks [] for security_group (29d4c3d0-8249-4bf1-b692-d2f19dc5db99), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:07.203641 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5ed0213d-0b7b-49b9-b549-f2769821cc7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (29d4c3d0-8249-4bf1-b692-d2f19dc5db99), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:07.242270 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-5ed0213d-0b7b-49b9-b549-f2769821cc7e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=861e561fa6ce4ee79b958c19b57aaf00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225342 Jun 08 02:11:07.244273 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0213d-0b7b-49b9-b549-f2769821cc7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d4c3d0-8249-4bf1-b692-d2f19dc5db99,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:07.244965 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 55916) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:11:07.293945 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-02ce8f06-774f-41d7-8346-d739ab0a36df admin admin] Publish callbacks [] for security_group (29d4c3d0-8249-4bf1-b692-d2f19dc5db99), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:07.315095 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-02ce8f06-774f-41d7-8346-d739ab0a36df admin admin] Publish callbacks [] for security_group (29d4c3d0-8249-4bf1-b692-d2f19dc5db99), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:07.362842 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-02ce8f06-774f-41d7-8346-d739ab0a36df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (29d4c3d0-8249-4bf1-b692-d2f19dc5db99), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:07.366739 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-02ce8f06-774f-41d7-8346-d739ab0a36df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:07.367960 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-02ce8f06-774f-41d7-8346-d739ab0a36df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29d4c3d0-8249-4bf1-b692-d2f19dc5db99 HTTP/1.1" status: 204 len: 168 time: 0.1220119 Jun 08 02:11:07.378151 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce8f06-774f-41d7-8346-d739ab0a36df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d4c3d0-8249-4bf1-b692-d2f19dc5db99,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:07.613919 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef0872-e45b-4162-98d2-2710a0c3f556 req-5444b956-97cb-40e6-b0b0-01d66a8de1b7 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:07.615427 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d1ef0872-e45b-4162-98d2-2710a0c3f556 req-5444b956-97cb-40e6-b0b0-01d66a8de1b7 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 945 time: 0.0480635 Jun 08 02:11:07.638129 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 55924) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:11:07.651954 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-549806df-6f50-41f8-8500-faffbaf20cf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:07.667401 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d1ef0872-e45b-4162-98d2-2710a0c3f556 req-628c558e-599d-4f6e-985f-805f68f20b00 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462759 Jun 08 02:11:07.703546 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:07.710173 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:07.734928 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-549806df-6f50-41f8-8500-faffbaf20cf6 admin admin] Publish callbacks [] for security_group (a94f3b92-39df-4128-b574-b6f9553365a4), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:07.738252 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-549806df-6f50-41f8-8500-faffbaf20cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (a94f3b92-39df-4128-b574-b6f9553365a4), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:07.779746 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-549806df-6f50-41f8-8500-faffbaf20cf6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b2757c6dc364188bff8df69d5f54596&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1403611 Jun 08 02:11:07.780615 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549806df-6f50-41f8-8500-faffbaf20cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94f3b92-39df-4128-b574-b6f9553365a4,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:07.782708 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 55926) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:11:07.834035 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a864d4fb-e194-4c4c-a00b-bc5b759c6d89 admin admin] Publish callbacks [] for security_group (a94f3b92-39df-4128-b574-b6f9553365a4), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:08.098583 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a864d4fb-e194-4c4c-a00b-bc5b759c6d89 admin admin] Publish callbacks [] for security_group (a94f3b92-39df-4128-b574-b6f9553365a4), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:08.144384 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a864d4fb-e194-4c4c-a00b-bc5b759c6d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (a94f3b92-39df-4128-b574-b6f9553365a4), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:08.146827 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a864d4fb-e194-4c4c-a00b-bc5b759c6d89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:08.148503 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-a864d4fb-e194-4c4c-a00b-bc5b759c6d89 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a94f3b92-39df-4128-b574-b6f9553365a4 HTTP/1.1" status: 204 len: 168 time: 0.3647914 Jun 08 02:11:08.156045 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864d4fb-e194-4c4c-a00b-bc5b759c6d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94f3b92-39df-4128-b574-b6f9553365a4,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:08.775045 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:08.791391 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94548271-ae8e-4850-87fd-36292a7838c5 req-1a888ebe-faf8-4b9b-b4ab-4147b100f987 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:08.792885 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-94548271-ae8e-4850-87fd-36292a7838c5 req-1a888ebe-faf8-4b9b-b4ab-4147b100f987 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 945 time: 0.0551951 Jun 08 02:11:08.846286 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-94548271-ae8e-4850-87fd-36292a7838c5 req-6087939c-002e-43e7-9327-b0814e9fc32f tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471871 Jun 08 02:11:09.133641 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-6822ff36-7816-432b-8b91-b661451bd58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:09.303787 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:09.966469 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939077c-3561-4020-bdcf-f1197d2daf02 req-8cb19f00-53a0-4d42-a4a6-fa9757fd5de3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:09.967932 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a939077c-3561-4020-bdcf-f1197d2daf02 req-8cb19f00-53a0-4d42-a4a6-fa9757fd5de3 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 945 time: 0.0523386 Jun 08 02:11:10.016222 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a939077c-3561-4020-bdcf-f1197d2daf02 req-23f020b0-d508-4d59-b245-475b4ee18832 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428073 Jun 08 02:11:10.262969 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:11.131430 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df06894-46e5-4dba-8ef7-bd86ec511bf4 req-a8123225-dc89-4a27-b7e9-4feb7b67c99b tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:11.132934 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6df06894-46e5-4dba-8ef7-bd86ec511bf4 req-a8123225-dc89-4a27-b7e9-4feb7b67c99b tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 945 time: 0.0457113 Jun 08 02:11:11.150990 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:11.183980 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6df06894-46e5-4dba-8ef7-bd86ec511bf4 req-093f0bd7-8a83-4021-b137-820f60c1b00e tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455709 Jun 08 02:11:11.855555 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:11.863383 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:12.295485 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc47384-11a6-4a95-ae5c-b6e7687f97ab req-8a9e8544-9fcc-4140-b90e-7478cd156e64 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:12.296980 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3cc47384-11a6-4a95-ae5c-b6e7687f97ab req-8a9e8544-9fcc-4140-b90e-7478cd156e64 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 945 time: 0.0464494 Jun 08 02:11:12.348140 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3cc47384-11a6-4a95-ae5c-b6e7687f97ab req-aa514c8f-c06b-475a-b6b9-a05c1b8195e1 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456681 Jun 08 02:11:13.348984 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:13.488378 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a5ce3-152a-4313-affa-b171e0243083 req-c3ac0735-2643-4b62-9910-73a0aa961e06 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:13.490088 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ec3a5ce3-152a-4313-affa-b171e0243083 req-c3ac0735-2643-4b62-9910-73a0aa961e06 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 945 time: 0.0746734 Jun 08 02:11:13.506023 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50234c9-6960-4143-b862-1967ce5fe62c req-8f010344-abb1-424c-a6c8-7f3e71ed30e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:13.508635 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c50234c9-6960-4143-b862-1967ce5fe62c req-8f010344-abb1-424c-a6c8-7f3e71ed30e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=43e5d438bb1f4eb28d3f3f68d77b5dee&device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 1129 time: 0.0632107 Jun 08 02:11:13.606382 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ec3a5ce3-152a-4313-affa-b171e0243083 req-f378ea7c-a079-4bbe-b656-21edd036397e tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091516 Jun 08 02:11:13.638843 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50234c9-6960-4143-b862-1967ce5fe62c req-638fac19-2edc-4e04-944e-564aa51e9e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:13.640317 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c50234c9-6960-4143-b862-1967ce5fe62c req-638fac19-2edc-4e04-944e-564aa51e9e55 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aee60589-e544-41a2-b3ab-36bcd464e5c3 HTTP/1.1" status: 200 len: 910 time: 0.1233277 Jun 08 02:11:13.704877 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c50234c9-6960-4143-b862-1967ce5fe62c req-44e2abfb-15f8-4062-82cd-d97debe1c509 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bbb59fb-caf5-486d-bd77-92280696e47b HTTP/1.1" status: 200 len: 1001 time: 0.0584660 Jun 08 02:11:13.759265 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50234c9-6960-4143-b862-1967ce5fe62c req-b562ec15-6968-4d95-8fdf-3aceae294104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:13.760893 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c50234c9-6960-4143-b862-1967ce5fe62c req-b562ec15-6968-4d95-8fdf-3aceae294104 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5be850c6-a58b-481a-bd0d-69acb24f113c HTTP/1.1" status: 200 len: 848 time: 0.0497658 Jun 08 02:11:13.809957 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50234c9-6960-4143-b862-1967ce5fe62c req-00bd08a8-db4a-469d-acbe-73948695fabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:13.811468 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c50234c9-6960-4143-b862-1967ce5fe62c req-00bd08a8-db4a-469d-acbe-73948695fabe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aee60589-e544-41a2-b3ab-36bcd464e5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440264 Jun 08 02:11:13.906979 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c50234c9-6960-4143-b862-1967ce5fe62c req-95939cd5-fd9e-4958-ac80-4ea2a3066062 service neutron] 10.222.0.15 "GET /v2.0/networks/aee60589-e544-41a2-b3ab-36bcd464e5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867925 Jun 08 02:11:14.013913 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c50234c9-6960-4143-b862-1967ce5fe62c req-4fdb55ff-b7d0-4416-9cbe-2771fa919ce5 service neutron] 10.222.0.15 "GET /v2.0/networks/aee60589-e544-41a2-b3ab-36bcd464e5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993776 Jun 08 02:11:14.721168 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ace17-7cfb-47f3-8f5c-b9efec67314f req-1cd640cc-3283-4cc6-a044-9a1fde15806c tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:14.722629 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d65ace17-7cfb-47f3-8f5c-b9efec67314f req-1cd640cc-3283-4cc6-a044-9a1fde15806c tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 945 time: 0.0475812 Jun 08 02:11:14.772559 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d65ace17-7cfb-47f3-8f5c-b9efec67314f req-8e43da17-50a7-4421-a8f4-3e4788bfe6f1 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442042 Jun 08 02:11:15.450298 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:15.469522 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee43503-b73e-40c0-833c-f80a6a0a3cff req-280309c6-77af-49d0-92e4-6269f07d84cd tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:15.471370 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3ee43503-b73e-40c0-833c-f80a6a0a3cff req-280309c6-77af-49d0-92e4-6269f07d84cd tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 946 time: 0.0550854 Jun 08 02:11:15.520860 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3ee43503-b73e-40c0-833c-f80a6a0a3cff req-4c555543-298d-4e71-959f-9b1a5254ae68 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429025 Jun 08 02:11:15.886427 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f0022-f1c7-4f2d-92b3-5e705afc8b38 req-0ef7709c-412d-4d49-864e-2f87ddf075f9 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:15.887898 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-aa4f0022-f1c7-4f2d-92b3-5e705afc8b38 req-0ef7709c-412d-4d49-864e-2f87ddf075f9 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 945 time: 0.0488119 Jun 08 02:11:15.938231 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-aa4f0022-f1c7-4f2d-92b3-5e705afc8b38 req-9aef8d6a-3d2b-4d62-a4a9-a7a89b393364 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445213 Jun 08 02:11:16.575050 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 56060) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:11:16.641506 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448cf92-11bc-4817-bfe2-55051a405507 req-618429f5-5f54-4ff0-af09-4854a14c8fe5 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:16.643045 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b448cf92-11bc-4817-bfe2-55051a405507 req-618429f5-5f54-4ff0-af09-4854a14c8fe5 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 946 time: 0.0495622 Jun 08 02:11:16.674650 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:16.706314 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-fb75a7ad-5e8b-474f-af0d-88cacc17be66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:16.712386 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b448cf92-11bc-4817-bfe2-55051a405507 req-587e96ed-8806-4219-94df-3888dcb00d7b tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638490 Jun 08 02:11:16.787495 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-fb75a7ad-5e8b-474f-af0d-88cacc17be66 admin admin] Publish callbacks [] for security_group (d436ecfb-8ac2-457c-9bbb-847d9e2eedcc), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:16.791823 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-fb75a7ad-5e8b-474f-af0d-88cacc17be66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (d436ecfb-8ac2-457c-9bbb-847d9e2eedcc), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:16.830795 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-fb75a7ad-5e8b-474f-af0d-88cacc17be66 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9037b0248e6f4b02a4c278d3bb437c3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546983 Jun 08 02:11:16.831663 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75a7ad-5e8b-474f-af0d-88cacc17be66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d436ecfb-8ac2-457c-9bbb-847d9e2eedcc,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:16.833461 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 56064) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:11:16.882523 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-12882700-209b-4e10-a9d2-92bf0b4e5bc6 admin admin] Publish callbacks [] for security_group (d436ecfb-8ac2-457c-9bbb-847d9e2eedcc), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:16.903456 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-12882700-209b-4e10-a9d2-92bf0b4e5bc6 admin admin] Publish callbacks [] for security_group (d436ecfb-8ac2-457c-9bbb-847d9e2eedcc), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:16.949606 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-12882700-209b-4e10-a9d2-92bf0b4e5bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (d436ecfb-8ac2-457c-9bbb-847d9e2eedcc), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:16.952009 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-12882700-209b-4e10-a9d2-92bf0b4e5bc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:16.953168 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-12882700-209b-4e10-a9d2-92bf0b4e5bc6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d436ecfb-8ac2-457c-9bbb-847d9e2eedcc HTTP/1.1" status: 204 len: 168 time: 0.1187482 Jun 08 02:11:16.961257 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12882700-209b-4e10-a9d2-92bf0b4e5bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d436ecfb-8ac2-457c-9bbb-847d9e2eedcc,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:17.086085 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdb122-9a41-4a50-b970-4aa4ed7bc01d req-c2121863-54d6-477a-8528-0cb1d9998099 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:17.087754 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a5cdb122-9a41-4a50-b970-4aa4ed7bc01d req-c2121863-54d6-477a-8528-0cb1d9998099 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 945 time: 0.0577328 Jun 08 02:11:17.136955 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a5cdb122-9a41-4a50-b970-4aa4ed7bc01d req-ed23ac14-d172-4aac-9de8-4593f77cbd5b tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434217 Jun 08 02:11:17.215279 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [req-37235b36-c092-4979-879b-7f5069aaceae req-b1f5e230-e18c-444a-9549-075929c8669f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104268) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 08 02:11:17.217495 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-37235b36-c092-4979-879b-7f5069aaceae req-b1f5e230-e18c-444a-9549-075929c8669f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0125704 Jun 08 02:11:17.348204 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-7ecb4e03-dcc9-4a14-b936-b456c8d6c123 req-0f80162e-f542-46f4-bda7-d1e01e30d76c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0420227 Jun 08 02:11:17.386284 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806bb1f-96d8-4661-9cfc-d5224a8e9625 req-93500996-97d2-4a85-b724-c1d91da840ff tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:17.387821 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b806bb1f-96d8-4661-9cfc-d5224a8e9625 req-93500996-97d2-4a85-b724-c1d91da840ff tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 945 time: 0.0603297 Jun 08 02:11:17.454694 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b806bb1f-96d8-4661-9cfc-d5224a8e9625 req-2e58e35d-c493-46c4-9987-360a15b3327a tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567188 Jun 08 02:11:17.455984 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb4e03-dcc9-4a14-b936-b456c8d6c123 req-20fcb25b-2738-4933-b985-4d7973950a3b tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:17.457408 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-7ecb4e03-dcc9-4a14-b936-b456c8d6c123 req-20fcb25b-2738-4933-b985-4d7973950a3b tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports/8bbb59fb-caf5-486d-bd77-92280696e47b HTTP/1.1" status: 200 len: 942 time: 0.0717876 Jun 08 02:11:17.849283 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305cb95-38b3-43ff-a218-39b9b0deb9c7 req-4370f9e4-7226-4bcc-a39a-f53c5205c9d3 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:17.852723 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3305cb95-38b3-43ff-a218-39b9b0deb9c7 req-4370f9e4-7226-4bcc-a39a-f53c5205c9d3 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 946 time: 0.0618212 Jun 08 02:11:17.906944 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3305cb95-38b3-43ff-a218-39b9b0deb9c7 req-f399d357-fe39-4c21-9372-585285ddc246 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487928 Jun 08 02:11:18.084141 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 56114) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:11:18.195489 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-9a11793b-ade9-4fe5-aed8-bccaef9de735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:18.277791 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-9a11793b-ade9-4fe5-aed8-bccaef9de735 admin admin] Publish callbacks [] for security_group (45a70428-1b51-4e1c-931b-61ff66caa8d8), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:18.281000 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:18.281909 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-9a11793b-ade9-4fe5-aed8-bccaef9de735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (45a70428-1b51-4e1c-931b-61ff66caa8d8), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:18.323292 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-9a11793b-ade9-4fe5-aed8-bccaef9de735 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d1a113dcf204d139f61f0591a7e79fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380645 Jun 08 02:11:18.324149 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11793b-ade9-4fe5-aed8-bccaef9de735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a70428-1b51-4e1c-931b-61ff66caa8d8,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:18.326121 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 56118) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:11:18.380753 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3c7cade4-2885-4670-a011-6c1e035889d6 admin admin] Publish callbacks [] for security_group (45a70428-1b51-4e1c-931b-61ff66caa8d8), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:18.402543 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3c7cade4-2885-4670-a011-6c1e035889d6 admin admin] Publish callbacks [] for security_group (45a70428-1b51-4e1c-931b-61ff66caa8d8), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:18.432092 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:18.453376 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3c7cade4-2885-4670-a011-6c1e035889d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (45a70428-1b51-4e1c-931b-61ff66caa8d8), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:18.456466 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-3c7cade4-2885-4670-a011-6c1e035889d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:18.459976 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-3c7cade4-2885-4670-a011-6c1e035889d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45a70428-1b51-4e1c-931b-61ff66caa8d8 HTTP/1.1" status: 204 len: 168 time: 0.1303585 Jun 08 02:11:18.468615 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7cade4-2885-4670-a011-6c1e035889d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a70428-1b51-4e1c-931b-61ff66caa8d8,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:18.581298 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deff985-e464-4ba8-a564-058a08a223a9 req-7e008c74-a0af-48f3-bdca-23c0e78dc4f4 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:18.582806 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7deff985-e464-4ba8-a564-058a08a223a9 req-7e008c74-a0af-48f3-bdca-23c0e78dc4f4 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 945 time: 0.0490975 Jun 08 02:11:18.633733 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7deff985-e464-4ba8-a564-058a08a223a9 req-6466ea82-96a7-419c-a74a-0613ea9d831f tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444586 Jun 08 02:11:18.768040 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb4e03-dcc9-4a14-b936-b456c8d6c123 req-79073e8f-732e-4656-89f4-3e63ffb379e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:18.769668 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7ecb4e03-dcc9-4a14-b936-b456c8d6c123 req-79073e8f-732e-4656-89f4-3e63ffb379e4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978&tenant_id=43e5d438bb1f4eb28d3f3f68d77b5dee HTTP/1.1" status: 200 len: 1129 time: 0.0419323 Jun 08 02:11:18.833274 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb4e03-dcc9-4a14-b936-b456c8d6c123 req-18ffcda5-179b-41a9-b9b2-1656573b52ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:18.834814 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7ecb4e03-dcc9-4a14-b936-b456c8d6c123 req-18ffcda5-179b-41a9-b9b2-1656573b52ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=43e5d438bb1f4eb28d3f3f68d77b5dee&device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 1129 time: 0.0439348 Jun 08 02:11:18.930927 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb4e03-dcc9-4a14-b936-b456c8d6c123 req-28b34b0f-78f4-4e75-af8d-ad90217039ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:18.932406 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7ecb4e03-dcc9-4a14-b936-b456c8d6c123 req-28b34b0f-78f4-4e75-af8d-ad90217039ba service neutron] 10.222.0.15 "GET /v2.0/networks?id=aee60589-e544-41a2-b3ab-36bcd464e5c3 HTTP/1.1" status: 200 len: 910 time: 0.0920279 Jun 08 02:11:19.024368 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7ecb4e03-dcc9-4a14-b936-b456c8d6c123 req-7f0bdab3-53df-4b85-a6a0-27bdc2254b34 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bbb59fb-caf5-486d-bd77-92280696e47b HTTP/1.1" status: 200 len: 1001 time: 0.0860598 Jun 08 02:11:19.067540 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a075af-e31a-421e-abbe-7b898c4e781b req-51493d65-d85c-4439-9b92-c0bfa3e309c5 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:19.068910 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-15a075af-e31a-421e-abbe-7b898c4e781b req-51493d65-d85c-4439-9b92-c0bfa3e309c5 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 946 time: 0.0809059 Jun 08 02:11:19.072710 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:19.103863 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb4e03-dcc9-4a14-b936-b456c8d6c123 req-58a263e9-11a9-4de1-8748-3a914c39cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:19.105354 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7ecb4e03-dcc9-4a14-b936-b456c8d6c123 req-58a263e9-11a9-4de1-8748-3a914c39cf11 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5be850c6-a58b-481a-bd0d-69acb24f113c HTTP/1.1" status: 200 len: 848 time: 0.0729039 Jun 08 02:11:19.164019 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-15a075af-e31a-421e-abbe-7b898c4e781b req-a9e4ced5-e495-431b-a62d-75a65a7cafea tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827272 Jun 08 02:11:19.172181 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb4e03-dcc9-4a14-b936-b456c8d6c123 req-8259782e-65ae-481d-8049-20e5a21c96e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:19.173716 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7ecb4e03-dcc9-4a14-b936-b456c8d6c123 req-8259782e-65ae-481d-8049-20e5a21c96e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aee60589-e544-41a2-b3ab-36bcd464e5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574617 Jun 08 02:11:19.222182 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 8bbb59fb-caf5-486d-bd77-92280696e47b no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:11:19.266764 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7ecb4e03-dcc9-4a14-b936-b456c8d6c123 req-26f775cd-d215-4424-974b-52b888cfb9c6 service neutron] 10.222.0.15 "GET /v2.0/networks/aee60589-e544-41a2-b3ab-36bcd464e5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862064 Jun 08 02:11:19.297768 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 8bbb59fb-caf5-486d-bd77-92280696e47b is: ACTIVE; New status is: DOWN {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:11:19.298154 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (8bbb59fb-caf5-486d-bd77-92280696e47b), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:19.328659 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf1e158-1c3a-488c-8227-d7279cea2978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bbb59fb-caf5-486d-bd77-92280696e47b'}] {{(pid=104270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:11:19.331291 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8be0b5de5a23eefcc09db06b1daf5598b5c3b6529c2083486e3c6bab2d5553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9dcd0e-0b23-4a1f-8b26-fe8410da3855" -d '{"events": [{"server_uuid": "4cf1e158-1c3a-488c-8227-d7279cea2978", "name": "network-vif-unplugged", "status": "completed", "tag": "8bbb59fb-caf5-486d-bd77-92280696e47b"}]}' {{(pid=104270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:11:19.338391 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 8bbb59fb-caf5-486d-bd77-92280696e47b, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=8bbb59fb-caf5-486d-bd77-92280696e47b,segment=NetworkSegment(df4507ce-d6e1-4b69-af50-fdc1c233f973),segment_id=df4507ce-d6e1-4b69-af50-fdc1c233f973)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:11:19.343328 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (8bbb59fb-caf5-486d-bd77-92280696e47b), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:19.368539 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7ecb4e03-dcc9-4a14-b936-b456c8d6c123 req-4a7a6ba6-56a9-4406-ba1c-c3afc4fdb80b service neutron] 10.222.0.15 "GET /v2.0/networks/aee60589-e544-41a2-b3ab-36bcd464e5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952342 Jun 08 02:11:19.379242 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:19.406822 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=8bbb59fb-caf5-486d-bd77-92280696e47b,revision_number=6']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:19.514356 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Jun 2022 02:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8678ad-c94a-48e5-94ab-42eaa8afa062 x-openstack-request-id: req-ea8678ad-c94a-48e5-94ab-42eaa8afa062 {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:11:19.514790 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf1e158-1c3a-488c-8227-d7279cea2978", "name": "network-vif-unplugged", "status": "completed", "tag": "8bbb59fb-caf5-486d-bd77-92280696e47b", "code": 200}]} {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:11:19.515064 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea8678ad-c94a-48e5-94ab-42eaa8afa062 {{(pid=104270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:11:19.515460 dv-cinder-845069-1-iscsi neutron-server[104270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea8678ad-c94a-48e5-94ab-42eaa8afa062'] response: {'server_uuid': '4cf1e158-1c3a-488c-8227-d7279cea2978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bbb59fb-caf5-486d-bd77-92280696e47b', 'code': 200} Jun 08 02:11:19.744877 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60094f9-a14c-4127-be00-28b4bd4213fd req-2c40eb19-8420-4ce5-af35-1c7e9b5a985a tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:19.746330 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c60094f9-a14c-4127-be00-28b4bd4213fd req-2c40eb19-8420-4ce5-af35-1c7e9b5a985a tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 943 time: 0.0469942 Jun 08 02:11:19.796692 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c60094f9-a14c-4127-be00-28b4bd4213fd req-4fbff6ce-3390-4f66-a8f8-1ab89c4f85b4 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448174 Jun 08 02:11:20.282763 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242d7bd-f569-4f15-9ab9-eb729c7a6724 req-5516d4d5-8ded-4ba0-b1bc-90f49e4007fc tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:20.284233 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b242d7bd-f569-4f15-9ab9-eb729c7a6724 req-5516d4d5-8ded-4ba0-b1bc-90f49e4007fc tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 946 time: 0.0465145 Jun 08 02:11:20.334760 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b242d7bd-f569-4f15-9ab9-eb729c7a6724 req-5e89af2f-32a7-41c8-a2b4-e94b099c0927 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445986 Jun 08 02:11:20.881174 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:20.919266 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d734e5-a692-4fde-9178-ea561acf9186 req-976f51e7-3388-47a3-8eb6-62b74509055f tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:20.920786 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c5d734e5-a692-4fde-9178-ea561acf9186 req-976f51e7-3388-47a3-8eb6-62b74509055f tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 943 time: 0.0480671 Jun 08 02:11:20.969144 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c5d734e5-a692-4fde-9178-ea561acf9186 req-be85c9cd-7305-4b02-b29a-b586ee0de6a0 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427082 Jun 08 02:11:21.452752 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d5915-9f6b-4024-b75c-7b772e6bd219 req-94fd38e1-d17b-423a-8c79-15697cf4590f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:21.454207 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6c6d5915-9f6b-4024-b75c-7b772e6bd219 req-94fd38e1-d17b-423a-8c79-15697cf4590f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 946 time: 0.0463121 Jun 08 02:11:21.499724 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6c6d5915-9f6b-4024-b75c-7b772e6bd219 req-d5a9a106-073b-40ca-bdd5-b42b8a558999 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400867 Jun 08 02:11:22.084254 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b74e4f-0649-4644-b6b4-f755424db4c2 req-99e98953-b9f5-4c31-872b-bddc8aba8004 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:22.085752 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-62b74e4f-0649-4644-b6b4-f755424db4c2 req-99e98953-b9f5-4c31-872b-bddc8aba8004 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 943 time: 0.0500445 Jun 08 02:11:22.133501 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-62b74e4f-0649-4644-b6b4-f755424db4c2 req-9449fe33-d115-453f-8dda-869aa4f856b9 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423789 Jun 08 02:11:22.615475 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ae130-5cef-4c94-a028-aff148bb2dd6 req-c497a1a5-958b-4e88-b867-3597cc8b6288 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:22.617264 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0f3ae130-5cef-4c94-a028-aff148bb2dd6 req-c497a1a5-958b-4e88-b867-3597cc8b6288 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 946 time: 0.0465546 Jun 08 02:11:22.667027 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0f3ae130-5cef-4c94-a028-aff148bb2dd6 req-3d57bec9-d9c3-49cc-be80-41ac1ec5a956 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435634 Jun 08 02:11:23.244815 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894747cc-b1ce-41cf-add8-0df69999b43b req-45934c0c-4bd5-4ee5-aacd-aec0c88d4b0d tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:23.246361 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-894747cc-b1ce-41cf-add8-0df69999b43b req-45934c0c-4bd5-4ee5-aacd-aec0c88d4b0d tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 943 time: 0.0465009 Jun 08 02:11:23.299416 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-894747cc-b1ce-41cf-add8-0df69999b43b req-df373c80-4cd3-429f-a40e-1afbbf53336f tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475380 Jun 08 02:11:23.785309 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fee641-88be-46a9-8b03-c7b67f84ca31 req-d221ac37-f946-482c-a7bd-2e7c4c1b453c tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:23.786762 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-16fee641-88be-46a9-8b03-c7b67f84ca31 req-d221ac37-f946-482c-a7bd-2e7c4c1b453c tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 946 time: 0.0467732 Jun 08 02:11:23.835822 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-16fee641-88be-46a9-8b03-c7b67f84ca31 req-85e5e019-c16c-475d-98c4-576074ace51c tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428231 Jun 08 02:11:24.403913 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:24.415527 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee452cd-3dbc-46a8-bfc9-e73f32d11baf req-bdb04f2e-7e46-4cc4-89a9-2a3e50db7ad8 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:24.417025 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5ee452cd-3dbc-46a8-bfc9-e73f32d11baf req-bdb04f2e-7e46-4cc4-89a9-2a3e50db7ad8 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 943 time: 0.0475531 Jun 08 02:11:24.465508 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5ee452cd-3dbc-46a8-bfc9-e73f32d11baf req-30dd939d-6ad2-48ac-ada4-ba8679030fc8 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430140 Jun 08 02:11:24.957752 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c16401-9efd-4e52-8347-585e77370c37 req-c62badd5-07cd-43b4-9c53-f73c48d87063 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:24.959120 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-37c16401-9efd-4e52-8347-585e77370c37 req-c62badd5-07cd-43b4-9c53-f73c48d87063 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 946 time: 0.0498939 Jun 08 02:11:25.005455 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-37c16401-9efd-4e52-8347-585e77370c37 req-d8160f96-e9bb-4571-b461-27f5dd985d6d tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407922 Jun 08 02:11:25.549091 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:25.577730 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f80dd1-e399-410a-883e-8df638979ef9 req-8161d914-2523-40b2-bf9d-441015922117 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:25.579193 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-78f80dd1-e399-410a-883e-8df638979ef9 req-8161d914-2523-40b2-bf9d-441015922117 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 943 time: 0.0472217 Jun 08 02:11:25.628312 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-78f80dd1-e399-410a-883e-8df638979ef9 req-19751366-e570-45a8-9fda-91a72e6cfe64 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435040 Jun 08 02:11:26.136729 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce4413-ad6c-482b-b178-509aa0941023 req-238c0dda-a5aa-48fe-9f43-c38220b5f226 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:26.138184 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ddce4413-ad6c-482b-b178-509aa0941023 req-238c0dda-a5aa-48fe-9f43-c38220b5f226 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 946 time: 0.0611820 Jun 08 02:11:26.184944 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ddce4413-ad6c-482b-b178-509aa0941023 req-46f46a60-e5b1-4712-8429-a78d8b171ec7 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410593 Jun 08 02:11:26.745108 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6162f-06d5-424a-b29e-154bf3b47977 req-24ac6060-ccea-4ee9-832a-edb67ac09dbe tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:26.746729 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-75a6162f-06d5-424a-b29e-154bf3b47977 req-24ac6060-ccea-4ee9-832a-edb67ac09dbe tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 943 time: 0.0508199 Jun 08 02:11:26.797430 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-75a6162f-06d5-424a-b29e-154bf3b47977 req-9ce9ce9f-bca4-4d8b-aed5-34ca949d00c2 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452201 Jun 08 02:11:27.267222 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:27.304758 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35224a3-064a-4a37-b01c-316c788cb82a req-6ad22cef-2c37-403d-b764-c3748a61f607 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:27.306241 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b35224a3-064a-4a37-b01c-316c788cb82a req-6ad22cef-2c37-403d-b764-c3748a61f607 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 946 time: 0.0473859 Jun 08 02:11:27.356092 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b35224a3-064a-4a37-b01c-316c788cb82a req-7ddf75f2-04de-44fe-890b-a849045eacce tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443692 Jun 08 02:11:27.827212 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0f0e4-bcf6-4c7e-b0cb-deeae970ebab req-37c674a2-b488-4b19-87bc-74e5a19a6e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:27.828770 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1ee0f0e4-bcf6-4c7e-b0cb-deeae970ebab req-37c674a2-b488-4b19-87bc-74e5a19a6e41 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=43e5d438bb1f4eb28d3f3f68d77b5dee&device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 1127 time: 0.0420573 Jun 08 02:11:27.980580 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a31b5-a028-4f2b-b749-63519972a4ee req-8e840a93-12fa-4e2b-8cd6-b0b2a42aff0c tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:27.982017 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cf7a31b5-a028-4f2b-b749-63519972a4ee req-8e840a93-12fa-4e2b-8cd6-b0b2a42aff0c tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 943 time: 0.1091635 Jun 08 02:11:27.994339 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42de6b-467b-4759-b62c-8ec029e8d804 req-71a9b7d5-26e9-4fde-b804-297968bb1a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:27.995675 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ba42de6b-467b-4759-b62c-8ec029e8d804 req-71a9b7d5-26e9-4fde-b804-297968bb1a20 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 1127 time: 0.0907912 Jun 08 02:11:28.053108 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0f0e4-bcf6-4c7e-b0cb-deeae970ebab req-bd15e20e-dedb-497f-9c71-83b06c4db657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:28.055617 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1ee0f0e4-bcf6-4c7e-b0cb-deeae970ebab req-bd15e20e-dedb-497f-9c71-83b06c4db657 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aee60589-e544-41a2-b3ab-36bcd464e5c3 HTTP/1.1" status: 200 len: 910 time: 0.2036922 Jun 08 02:11:28.121116 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cf7a31b5-a028-4f2b-b749-63519972a4ee req-2b1767aa-9e3d-47b8-808e-5b955ed62224 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280842 Jun 08 02:11:28.142816 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ba42de6b-467b-4759-b62c-8ec029e8d804 req-c28a3fa2-bbd7-4fb5-928e-3e45f7ca7c4e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363449 Jun 08 02:11:28.152667 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1ee0f0e4-bcf6-4c7e-b0cb-deeae970ebab req-975eca74-7203-4953-8379-0a88c8660c52 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bbb59fb-caf5-486d-bd77-92280696e47b HTTP/1.1" status: 200 len: 999 time: 0.0872104 Jun 08 02:11:28.317355 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=43,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:28.319582 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:INSERT=5,neutron:SELECT=61,neutron:DELETE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:28.444360 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0f0e4-bcf6-4c7e-b0cb-deeae970ebab req-a457b18f-f74b-4c29-946f-6111122dd4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:28.445801 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1ee0f0e4-bcf6-4c7e-b0cb-deeae970ebab req-a457b18f-f74b-4c29-946f-6111122dd4d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5be850c6-a58b-481a-bd0d-69acb24f113c HTTP/1.1" status: 200 len: 848 time: 0.0548892 Jun 08 02:11:28.505068 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d6e02-7eeb-47d9-960d-1c51521c0d10 req-6e507c29-9281-42e2-be11-3e7d99c6fbea tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:28.506494 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e08d6e02-7eeb-47d9-960d-1c51521c0d10 req-6e507c29-9281-42e2-be11-3e7d99c6fbea tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 946 time: 0.0763440 Jun 08 02:11:28.519979 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0f0e4-bcf6-4c7e-b0cb-deeae970ebab req-e1da23ff-b52d-4f2d-a9c9-3fa89402987e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:28.521372 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1ee0f0e4-bcf6-4c7e-b0cb-deeae970ebab req-e1da23ff-b52d-4f2d-a9c9-3fa89402987e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aee60589-e544-41a2-b3ab-36bcd464e5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605497 Jun 08 02:11:28.537981 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:28.606168 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e08d6e02-7eeb-47d9-960d-1c51521c0d10 req-a20ce06e-c7df-4049-9ecf-b3227c391a7f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938206 Jun 08 02:11:28.634541 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1ee0f0e4-bcf6-4c7e-b0cb-deeae970ebab req-974af90a-6e96-4b8f-899c-4fb7df4b5d1f service neutron] 10.222.0.15 "GET /v2.0/networks/aee60589-e544-41a2-b3ab-36bcd464e5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045022 Jun 08 02:11:29.234581 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01aba7-ea82-4725-bb8f-2c3be0655b0e req-2f7036f9-2cc2-44ab-9c78-fbb19fd0f443 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:29.236041 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-aa01aba7-ea82-4725-bb8f-2c3be0655b0e req-2f7036f9-2cc2-44ab-9c78-fbb19fd0f443 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 943 time: 0.0481544 Jun 08 02:11:29.290191 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:11:29.290824 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-aa01aba7-ea82-4725-bb8f-2c3be0655b0e req-b49df0bf-b380-442e-bf31-bb83438762d4 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474346 Jun 08 02:11:29.386075 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 8bbb59fb-caf5-486d-bd77-92280696e47b details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 02:11:29.466945 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1ee0f0e4-bcf6-4c7e-b0cb-deeae970ebab req-21d2a81b-7a4f-462e-a2de-5d12d03846bf service neutron] 10.222.0.15 "GET /v2.0/networks/aee60589-e544-41a2-b3ab-36bcd464e5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822871 Jun 08 02:11:29.485485 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 8bbb59fb-caf5-486d-bd77-92280696e47b, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=8bbb59fb-caf5-486d-bd77-92280696e47b,segment=NetworkSegment(df4507ce-d6e1-4b69-af50-fdc1c233f973),segment_id=df4507ce-d6e1-4b69-af50-fdc1c233f973)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:11:29.497294 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Returning: {'device': '8bbb59fb-caf5-486d-bd77-92280696e47b', 'network_id': 'aee60589-e544-41a2-b3ab-36bcd464e5c3', 'port_id': '8bbb59fb-caf5-486d-bd77-92280696e47b', 'mac_address': 'fa:16:3e:70:a6:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5be850c6-a58b-481a-bd0d-69acb24f113c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 02:11:29.530330 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 8bbb59fb-caf5-486d-bd77-92280696e47b is: DOWN; New status is: BUILD {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:11:29.530714 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (8bbb59fb-caf5-486d-bd77-92280696e47b), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:29.543932 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bbb59fb-caf5-486d-bd77-92280696e47b {{(pid=104270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:11:29.564962 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 8bbb59fb-caf5-486d-bd77-92280696e47b, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=8bbb59fb-caf5-486d-bd77-92280696e47b,segment=NetworkSegment(df4507ce-d6e1-4b69-af50-fdc1c233f973),segment_id=df4507ce-d6e1-4b69-af50-fdc1c233f973)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:11:29.568381 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (8bbb59fb-caf5-486d-bd77-92280696e47b), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:29.615448 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=8bbb59fb-caf5-486d-bd77-92280696e47b,revision_number=7']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:29.622919 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:29.623272 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:29.623633 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:29.623990 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:29.624329 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:29.624682 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:29.625007 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:29.625332 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:29.625653 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:29.625974 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:29.626295 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:29.626617 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:29.626934 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:29.627250 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:29.627582 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:29.724567 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9d8a6-16db-4881-b8bd-220e757fc01f req-0563c2b5-002e-4452-b841-6ba5ece5b743 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:29.726548 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c8a9d8a6-16db-4881-b8bd-220e757fc01f req-0563c2b5-002e-4452-b841-6ba5ece5b743 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 946 time: 0.0491033 Jun 08 02:11:29.751201 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:29.777297 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c8a9d8a6-16db-4881-b8bd-220e757fc01f req-8b7a7ba4-0c73-42fc-89d8-94113ff4d4d1 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451808 Jun 08 02:11:30.401976 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e31d1-ebf4-4008-a695-b2c831bf8fa2 req-67d55711-13b7-454a-8054-4510295b64a5 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:30.403450 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b30e31d1-ebf4-4008-a695-b2c831bf8fa2 req-67d55711-13b7-454a-8054-4510295b64a5 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 944 time: 0.0458615 Jun 08 02:11:30.451865 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b30e31d1-ebf4-4008-a695-b2c831bf8fa2 req-f10d7413-0d74-4531-84be-6c337701abdd tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427761 Jun 08 02:11:30.892786 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd798dab-2971-41f4-ac39-f56e44d9baa6 req-7b559cad-5bd8-487e-975c-9d98f2b97867 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:30.894232 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cd798dab-2971-41f4-ac39-f56e44d9baa6 req-7b559cad-5bd8-487e-975c-9d98f2b97867 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 946 time: 0.0459228 Jun 08 02:11:30.941366 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cd798dab-2971-41f4-ac39-f56e44d9baa6 req-a92f5820-6498-4e1b-8a88-7b37a1433f9e tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416706 Jun 08 02:11:31.411818 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['8bbb59fb-caf5-486d-bd77-92280696e47b'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:11:31.570912 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d11ca7-943f-4dfe-a0b5-4d98d3cfe49a req-cfa505d6-c099-41ce-b8cb-6a6a657297ba tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:31.572384 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-62d11ca7-943f-4dfe-a0b5-4d98d3cfe49a req-cfa505d6-c099-41ce-b8cb-6a6a657297ba tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 944 time: 0.0489764 Jun 08 02:11:31.621834 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-62d11ca7-943f-4dfe-a0b5-4d98d3cfe49a req-9c651951-e568-46a5-ad1d-4b02b1607ae4 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436075 Jun 08 02:11:31.971409 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=14 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:32.057750 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e0395-42dc-4643-bcab-1d1ecbcf94bd req-528aeae4-193f-44c6-a1e2-55d5b8c8ab1e tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:32.060010 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5b0e0395-42dc-4643-bcab-1d1ecbcf94bd req-528aeae4-193f-44c6-a1e2-55d5b8c8ab1e tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 946 time: 0.0481269 Jun 08 02:11:32.106594 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5b0e0395-42dc-4643-bcab-1d1ecbcf94bd req-8f495989-302f-4ded-a14e-911b7f3ba3b7 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410531 Jun 08 02:11:32.740816 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6bafe-c88e-424a-8f53-90f891f40dc5 req-8003310d-a1f1-4993-957f-d23a4eb143b1 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:32.742601 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4ff6bafe-c88e-424a-8f53-90f891f40dc5 req-8003310d-a1f1-4993-957f-d23a4eb143b1 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 944 time: 0.0489445 Jun 08 02:11:32.802280 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4ff6bafe-c88e-424a-8f53-90f891f40dc5 req-62710d54-cbc1-4e7f-9186-c9b7c4ed17eb tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534272 Jun 08 02:11:33.222810 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeafc53-5882-4e35-ab83-0325a7e277d3 req-34bc2c75-33f9-4c99-955e-73db7eff8c65 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:33.224265 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3aeafc53-5882-4e35-ab83-0325a7e277d3 req-34bc2c75-33f9-4c99-955e-73db7eff8c65 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 946 time: 0.0469799 Jun 08 02:11:33.272265 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3aeafc53-5882-4e35-ab83-0325a7e277d3 req-00a4a333-9217-408e-b86b-94b25e890aba tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424566 Jun 08 02:11:33.320125 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 8bbb59fb-caf5-486d-bd77-92280696e47b up at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:11:33.323756 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:33.364033 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning complete for port 8bbb59fb-caf5-486d-bd77-92280696e47b triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:11:33.364374 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (8bbb59fb-caf5-486d-bd77-92280696e47b), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:33.438224 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 8bbb59fb-caf5-486d-bd77-92280696e47b is: BUILD; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:11:33.438513 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (8bbb59fb-caf5-486d-bd77-92280696e47b), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:33.460164 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf1e158-1c3a-488c-8227-d7279cea2978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bbb59fb-caf5-486d-bd77-92280696e47b'}] {{(pid=104270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:11:33.462348 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8be0b5de5a23eefcc09db06b1daf5598b5c3b6529c2083486e3c6bab2d5553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5abd27-ee5e-496e-a677-1b16327ec734" -d '{"events": [{"server_uuid": "4cf1e158-1c3a-488c-8227-d7279cea2978", "name": "network-vif-plugged", "status": "completed", "tag": "8bbb59fb-caf5-486d-bd77-92280696e47b"}]}' {{(pid=104270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:11:33.474153 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 8bbb59fb-caf5-486d-bd77-92280696e47b, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=8bbb59fb-caf5-486d-bd77-92280696e47b,segment=NetworkSegment(df4507ce-d6e1-4b69-af50-fdc1c233f973),segment_id=df4507ce-d6e1-4b69-af50-fdc1c233f973)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:11:33.478911 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (8bbb59fb-caf5-486d-bd77-92280696e47b), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:33.504885 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4427040e-0433-4f37-88d9-d98b64d2e5ef x-openstack-request-id: req-4427040e-0433-4f37-88d9-d98b64d2e5ef {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:11:33.505193 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf1e158-1c3a-488c-8227-d7279cea2978", "name": "network-vif-plugged", "status": "completed", "tag": "8bbb59fb-caf5-486d-bd77-92280696e47b", "code": 200}]} {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:11:33.505472 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4427040e-0433-4f37-88d9-d98b64d2e5ef {{(pid=104270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:11:33.505859 dv-cinder-845069-1-iscsi neutron-server[104270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4427040e-0433-4f37-88d9-d98b64d2e5ef'] response: {'server_uuid': '4cf1e158-1c3a-488c-8227-d7279cea2978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bbb59fb-caf5-486d-bd77-92280696e47b', 'code': 200} Jun 08 02:11:33.528563 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=8bbb59fb-caf5-486d-bd77-92280696e47b,revision_number=8']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:34.392268 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b48ab6-87dd-4643-b0a7-366c5ff06a36 req-625039a3-7138-4e20-8a4e-b8e689392308 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:34.393840 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d0b48ab6-87dd-4643-b0a7-366c5ff06a36 req-625039a3-7138-4e20-8a4e-b8e689392308 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 946 time: 0.0486131 Jun 08 02:11:34.417389 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:34.446387 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d0b48ab6-87dd-4643-b0a7-366c5ff06a36 req-9a012c9e-8e2a-41e6-95a1-fe9006ef5409 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452502 Jun 08 02:11:35.328643 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 92dccdf3-f4c8-42b5-aee4-d2373577dd65 details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 02:11:35.331583 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:35.442071 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 92dccdf3-f4c8-42b5-aee4-d2373577dd65, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=92dccdf3-f4c8-42b5-aee4-d2373577dd65,segment=NetworkSegment(53131b2e-d267-40fd-aee8-2cb51a86cc49),segment_id=53131b2e-d267-40fd-aee8-2cb51a86cc49)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:11:35.454692 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Returning: {'device': '92dccdf3-f4c8-42b5-aee4-d2373577dd65', 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7', 'port_id': '92dccdf3-f4c8-42b5-aee4-d2373577dd65', 'mac_address': 'fa:16:3e:ec:ec:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35584f73-fd5a-4825-84bf-35c3d28082c7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 02:11:35.513201 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 92dccdf3-f4c8-42b5-aee4-d2373577dd65 is: ACTIVE; New status is: BUILD {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:11:35.513510 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (92dccdf3-f4c8-42b5-aee4-d2373577dd65), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:35.535078 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92dccdf3-f4c8-42b5-aee4-d2373577dd65 {{(pid=104270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:11:35.559930 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 92dccdf3-f4c8-42b5-aee4-d2373577dd65, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=92dccdf3-f4c8-42b5-aee4-d2373577dd65,segment=NetworkSegment(53131b2e-d267-40fd-aee8-2cb51a86cc49),segment_id=53131b2e-d267-40fd-aee8-2cb51a86cc49)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:11:35.568115 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (92dccdf3-f4c8-42b5-aee4-d2373577dd65), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:35.606191 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede2c7d-f162-404c-a7eb-b7756bfe44af req-a4d5f558-e26b-4806-851e-a26da0d7cab6 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:35.612970 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7ede2c7d-f162-404c-a7eb-b7756bfe44af req-a4d5f558-e26b-4806-851e-a26da0d7cab6 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 946 time: 0.0761471 Jun 08 02:11:35.631126 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=92dccdf3-f4c8-42b5-aee4-d2373577dd65,revision_number=6']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:35.665153 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['92dccdf3-f4c8-42b5-aee4-d2373577dd65'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:11:35.685061 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7ede2c7d-f162-404c-a7eb-b7756bfe44af req-08a12c40-a72f-44c3-a282-bbb8e699b1fb tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642793 Jun 08 02:11:36.813773 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4508dd5-d98c-4b41-8d04-32a5724e6ff1 req-8866ec5d-a8e6-44ce-823c-d890d80c986a tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:36.815930 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c4508dd5-d98c-4b41-8d04-32a5724e6ff1 req-8866ec5d-a8e6-44ce-823c-d890d80c986a tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 945 time: 0.0554090 Jun 08 02:11:36.845269 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5bbfcc6d-9171-43f0-8409-675a8de96871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:36.877416 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c4508dd5-d98c-4b41-8d04-32a5724e6ff1 req-cea4ad7b-83e7-4233-a892-17efe0048eea tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538073 Jun 08 02:11:37.336928 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 92dccdf3-f4c8-42b5-aee4-d2373577dd65 up at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:11:37.388542 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning complete for port 92dccdf3-f4c8-42b5-aee4-d2373577dd65 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:11:37.388909 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (92dccdf3-f4c8-42b5-aee4-d2373577dd65), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:37.391741 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:37.476321 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 92dccdf3-f4c8-42b5-aee4-d2373577dd65 is: BUILD; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:11:37.477005 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (92dccdf3-f4c8-42b5-aee4-d2373577dd65), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:37.504818 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19726b62-06f4-4547-9021-b58c9571f183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dccdf3-f4c8-42b5-aee4-d2373577dd65'}] {{(pid=104270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:11:37.507498 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8be0b5de5a23eefcc09db06b1daf5598b5c3b6529c2083486e3c6bab2d5553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e064be-2633-41b5-b74e-0b16fc0bd727" -d '{"events": [{"server_uuid": "19726b62-06f4-4547-9021-b58c9571f183", "name": "network-vif-plugged", "status": "completed", "tag": "92dccdf3-f4c8-42b5-aee4-d2373577dd65"}]}' {{(pid=104270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:11:37.522117 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 92dccdf3-f4c8-42b5-aee4-d2373577dd65, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=92dccdf3-f4c8-42b5-aee4-d2373577dd65,segment=NetworkSegment(53131b2e-d267-40fd-aee8-2cb51a86cc49),segment_id=53131b2e-d267-40fd-aee8-2cb51a86cc49)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:11:37.527287 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (92dccdf3-f4c8-42b5-aee4-d2373577dd65), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:37.560129 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91ee394-09f5-46cc-ae65-3cf7569035e3 x-openstack-request-id: req-a91ee394-09f5-46cc-ae65-3cf7569035e3 {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:11:37.560644 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19726b62-06f4-4547-9021-b58c9571f183", "name": "network-vif-plugged", "status": "completed", "tag": "92dccdf3-f4c8-42b5-aee4-d2373577dd65", "code": 200}]} {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:11:37.561070 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a91ee394-09f5-46cc-ae65-3cf7569035e3 {{(pid=104270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:11:37.561616 dv-cinder-845069-1-iscsi neutron-server[104270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a91ee394-09f5-46cc-ae65-3cf7569035e3'] response: {'server_uuid': '19726b62-06f4-4547-9021-b58c9571f183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dccdf3-f4c8-42b5-aee4-d2373577dd65', 'code': 200} Jun 08 02:11:37.596646 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=92dccdf3-f4c8-42b5-aee4-d2373577dd65,revision_number=7']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:37.860598 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 56350) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:11:38.021796 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9112363c-8250-4a4b-aba9-63f80dcb0313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:38.032465 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afbd2df-8f17-47ee-a141-90ae8eabbc4f req-759be11b-79b8-47e4-acd0-1d84967c8947 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:38.033939 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4afbd2df-8f17-47ee-a141-90ae8eabbc4f req-759be11b-79b8-47e4-acd0-1d84967c8947 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 946 time: 0.0706084 Jun 08 02:11:38.106990 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:38.116423 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4afbd2df-8f17-47ee-a141-90ae8eabbc4f req-24042092-95c0-4207-9002-7a420e277be4 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705693 Jun 08 02:11:38.174236 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9112363c-8250-4a4b-aba9-63f80dcb0313 admin admin] Publish callbacks [] for security_group (0b798967-2a6a-48e4-8a03-a847432cf60e), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:38.179363 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9112363c-8250-4a4b-aba9-63f80dcb0313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (0b798967-2a6a-48e4-8a03-a847432cf60e), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:38.221045 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-9112363c-8250-4a4b-aba9-63f80dcb0313 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e7b0d088c6ff428099d0e771057d7465&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3593535 Jun 08 02:11:38.223049 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112363c-8250-4a4b-aba9-63f80dcb0313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b798967-2a6a-48e4-8a03-a847432cf60e,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:38.224059 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 56360) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:11:38.290060 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-3392efe9-e58e-432b-9bed-d40973e8dca8 admin admin] Publish callbacks [] for security_group (0b798967-2a6a-48e4-8a03-a847432cf60e), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:38.320587 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-3392efe9-e58e-432b-9bed-d40973e8dca8 admin admin] Publish callbacks [] for security_group (0b798967-2a6a-48e4-8a03-a847432cf60e), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:38.376582 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-3392efe9-e58e-432b-9bed-d40973e8dca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (0b798967-2a6a-48e4-8a03-a847432cf60e), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:38.379088 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-3392efe9-e58e-432b-9bed-d40973e8dca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:38.380679 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-3392efe9-e58e-432b-9bed-d40973e8dca8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b798967-2a6a-48e4-8a03-a847432cf60e HTTP/1.1" status: 204 len: 168 time: 0.1541488 Jun 08 02:11:38.390482 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392efe9-e58e-432b-9bed-d40973e8dca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b798967-2a6a-48e4-8a03-a847432cf60e,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:38.399779 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392efe9-e58e-432b-9bed-d40973e8dca8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:38.400344 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392efe9-e58e-432b-9bed-d40973e8dca8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:38.400859 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392efe9-e58e-432b-9bed-d40973e8dca8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:38.401351 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392efe9-e58e-432b-9bed-d40973e8dca8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:38.402125 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392efe9-e58e-432b-9bed-d40973e8dca8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:38.402735 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392efe9-e58e-432b-9bed-d40973e8dca8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:38.403072 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392efe9-e58e-432b-9bed-d40973e8dca8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:38.403406 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392efe9-e58e-432b-9bed-d40973e8dca8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:38.403860 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392efe9-e58e-432b-9bed-d40973e8dca8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:38.404193 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392efe9-e58e-432b-9bed-d40973e8dca8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:38.404557 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392efe9-e58e-432b-9bed-d40973e8dca8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:38.404883 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392efe9-e58e-432b-9bed-d40973e8dca8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:38.405224 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392efe9-e58e-432b-9bed-d40973e8dca8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:38.405630 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392efe9-e58e-432b-9bed-d40973e8dca8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:38.406236 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392efe9-e58e-432b-9bed-d40973e8dca8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:39.139550 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-0a908a8c-fcd5-4d07-a86b-5ff08c2e04d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:39.180776 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 56384) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:11:39.261933 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3fdeb-8c2a-4441-8450-c32b609019de req-b3070d8a-52e2-4c21-9bef-1fbc81422361 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:39.263581 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-efd3fdeb-8c2a-4441-8450-c32b609019de req-b3070d8a-52e2-4c21-9bef-1fbc81422361 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 946 time: 0.0577185 Jun 08 02:11:39.307230 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-e2ae2904-f278-40e7-8259-0ea5d91693bd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1810733501-network', 'tenant_id': '3b0724451ec94fdbb4f2422c44245b53'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:11:39.333042 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-efd3fdeb-8c2a-4441-8450-c32b609019de req-4399acf1-4a13-47cc-a1de-f73bcf246a58 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637205 Jun 08 02:11:39.333668 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ae2904-f278-40e7-8259-0ea5d91693bd admin admin] Made reservation on behalf of 3b0724451ec94fdbb4f2422c44245b53 for: {'network': 1} {{(pid=104269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:11:39.336237 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e2ae2904-f278-40e7-8259-0ea5d91693bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for network (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:39.347918 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e2ae2904-f278-40e7-8259-0ea5d91693bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:39.436285 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e2ae2904-f278-40e7-8259-0ea5d91693bd admin admin] Publish callbacks [] for security_group (098167cf-ed64-489d-ae02-7d326d13e403), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:39.445223 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e2ae2904-f278-40e7-8259-0ea5d91693bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (098167cf-ed64-489d-ae02-7d326d13e403), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:39.466194 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ae2904-f278-40e7-8259-0ea5d91693bd admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=104269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 02:11:39.483344 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae2904-f278-40e7-8259-0ea5d91693bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098167cf-ed64-489d-ae02-7d326d13e403,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:39.486368 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e2ae2904-f278-40e7-8259-0ea5d91693bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (2a41b296-595a-4fb1-82e2-ac5ee17753f8), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:39.486712 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.db.segments_db [None req-e2ae2904-f278-40e7-8259-0ea5d91693bd admin admin] Added segment 2a41b296-595a-4fb1-82e2-ac5ee17753f8 of type vlan for network 29b8f254-b98d-401b-bc5d-7cbf19e5b50d Jun 08 02:11:39.532840 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e2ae2904-f278-40e7-8259-0ea5d91693bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744501171532'] for network (29b8f254-b98d-401b-bc5d-7cbf19e5b50d), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:39.559631 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e2ae2904-f278-40e7-8259-0ea5d91693bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516'] for network (29b8f254-b98d-401b-bc5d-7cbf19e5b50d), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:39.560669 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ae2904-f278-40e7-8259-0ea5d91693bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:39.562041 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e2ae2904-f278-40e7-8259-0ea5d91693bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:39.626183 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-e2ae2904-f278-40e7-8259-0ea5d91693bd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4413106 Jun 08 02:11:39.626484 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 56388) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:11:39.629077 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae2904-f278-40e7-8259-0ea5d91693bd admin admin] Pushing event updated for resources: {'Network': ['ID=29b8f254-b98d-401b-bc5d-7cbf19e5b50d,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:39.632323 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-7d7374b1-61aa-464f-9813-91358b915084 admin admin] Request body: {'subnet': {'network_id': '29b8f254-b98d-401b-bc5d-7cbf19e5b50d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1810733501-subnet', 'tenant_id': '3b0724451ec94fdbb4f2422c44245b53', 'ip_version': 4}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:11:39.641772 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Network 29b8f254-b98d-401b-bc5d-7cbf19e5b50d details requested by agent ovs-agent-dv-cinder-845069-1-iscsi with host dv-cinder-845069-1-iscsi {{(pid=104270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 02:11:39.684938 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7374b1-61aa-464f-9813-91358b915084 admin admin] Made reservation on behalf of 3b0724451ec94fdbb4f2422c44245b53 for: {'subnet': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:11:39.688042 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-7d7374b1-61aa-464f-9813-91358b915084 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8450946'] for subnet (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:39.879757 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-7d7374b1-61aa-464f-9813-91358b915084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8690224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8450992'] for subnet (718984ae-459e-42d0-9618-25b80c72367c), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:39.924487 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:39.946503 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7374b1-61aa-464f-9813-91358b915084 admin admin] Pushing event updated for resources: {'Subnet': ['ID=718984ae-459e-42d0-9618-25b80c72367c,revision_number=0']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:39.954969 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7374b1-61aa-464f-9813-91358b915084 admin admin] Checking segment: {'id': '2a41b296-595a-4fb1-82e2-ac5ee17753f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '29b8f254-b98d-401b-bc5d-7cbf19e5b50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:11:39.955328 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7374b1-61aa-464f-9813-91358b915084 admin admin] Network hostable DHCP agents. Network: 29b8f254-b98d-401b-bc5d-7cbf19e5b50d, hostable agents: ['45a4719c-dff8-447a-9451-2d43a5a3b5e6'], hosted agents: [] {{(pid=104268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 02:11:39.974404 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7374b1-61aa-464f-9813-91358b915084 admin admin] Network 29b8f254-b98d-401b-bc5d-7cbf19e5b50d is scheduled to be hosted by DHCP agent 45a4719c-dff8-447a-9451-2d43a5a3b5e6 with binding_index 1 {{(pid=104268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 02:11:39.986345 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-7d7374b1-61aa-464f-9813-91358b915084 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-1-iscsi, 29b8f254-b98d-401b-bc5d-7cbf19e5b50d) {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:11:39.990721 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7374b1-61aa-464f-9813-91358b915084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:39.991565 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-7d7374b1-61aa-464f-9813-91358b915084 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:39.998973 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6b01fb-dfc1-4d39-b4de-71427f78e69e None None] Network 29b8f254-b98d-401b-bc5d-7cbf19e5b50d requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:11:40.015210 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-7d7374b1-61aa-464f-9813-91358b915084 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3851047 Jun 08 02:11:40.015558 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 56390) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:11:40.019984 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-864e4103-36ca-4234-a463-89fd76f816ba admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1810733501-router', 'tenant_id': '3b0724451ec94fdbb4f2422c44245b53', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:11:40.049023 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-864e4103-36ca-4234-a463-89fd76f816ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6868'] for router (2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:40.050981 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-864e4103-36ca-4234-a463-89fd76f816ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-621629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6829'] for router (2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:40.138408 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-864e4103-36ca-4234-a463-89fd76f816ba admin admin] Publish callbacks [] for router_controller (2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d), precommit_add_association {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:40.138990 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35656a6d-386c-403e-8d22-06b81b49674b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8909f50-5379-5de5-8dc8-896ce999fc50-29b8f254-b98d-401b-bc5d-7cbf19e5b50d', 'network_id': '29b8f254-b98d-401b-bc5d-7cbf19e5b50d', 'project_id': '3b0724451ec94fdbb4f2422c44245b53', 'fixed_ips': [{'subnet_id': '718984ae-459e-42d0-9618-25b80c72367c'}]}} from dv-cinder-845069-1-iscsi. {{(pid=104270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 08 02:11:40.143032 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-35656a6d-386c-403e-8d22-06b81b49674b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:40.197703 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:40.286828 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:40.296313 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-864e4103-36ca-4234-a463-89fd76f816ba admin admin] Publish callbacks [] for router_gateway (2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d), precommit_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:40.343886 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.db_base_plugin_common [None req-35656a6d-386c-403e-8d22-06b81b49674b None None] Allocated IP 172.20.0.2 (29b8f254-b98d-401b-bc5d-7cbf19e5b50d/718984ae-459e-42d0-9618-25b80c72367c/ccb63f4a-1b0f-4148-8624-0b99ef11db06) {{(pid=104270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:11:40.481775 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaee18d-4a60-488a-be50-f4bbbcc09974 req-50f339cf-d26b-49d4-8417-2edd895d45a8 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:40.484602 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-adaee18d-4a60-488a-be50-f4bbbcc09974 req-50f339cf-d26b-49d4-8417-2edd895d45a8 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 946 time: 0.0660329 Jun 08 02:11:40.552622 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-adaee18d-4a60-488a-be50-f4bbbcc09974 req-3cc34419-9712-4e4a-a1f3-74901792a429 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621936 Jun 08 02:11:40.587873 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-35656a6d-386c-403e-8d22-06b81b49674b None None] Publish callbacks [] for port (ccb63f4a-1b0f-4148-8624-0b99ef11db06), precommit_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:40.596349 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-35656a6d-386c-403e-8d22-06b81b49674b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093'] for port (ccb63f4a-1b0f-4148-8624-0b99ef11db06), after_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:40.645197 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35656a6d-386c-403e-8d22-06b81b49674b None None] Network 29b8f254-b98d-401b-bc5d-7cbf19e5b50d is already hosted by enough agents. {{(pid=104270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:11:40.648081 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35656a6d-386c-403e-8d22-06b81b49674b None None] Pushing event updated for resources: {'Port': ['ID=ccb63f4a-1b0f-4148-8624-0b99ef11db06,revision_number=1']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:40.650655 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.scheduler.base_scheduler [None req-35656a6d-386c-403e-8d22-06b81b49674b None None] Resources bound (agent type, host, resource id): {{(pid=104270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:11:40.653469 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35656a6d-386c-403e-8d22-06b81b49674b None None] Received port after_create {{(pid=104270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:11:40.716593 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:40.724875 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-35656a6d-386c-403e-8d22-06b81b49674b None None] Attempting to bind port ccb63f4a-1b0f-4148-8624-0b99ef11db06 on host dv-cinder-845069-1-iscsi for vnic_type normal with profile {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:11:40.727184 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-35656a6d-386c-403e-8d22-06b81b49674b None None] Attempting to bind port ccb63f4a-1b0f-4148-8624-0b99ef11db06 by drivers openvswitch,hyperv on host dv-cinder-845069-1-iscsi at level 0 using segments [{'id': '2a41b296-595a-4fb1-82e2-ac5ee17753f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '29b8f254-b98d-401b-bc5d-7cbf19e5b50d'}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:11:40.727870 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35656a6d-386c-403e-8d22-06b81b49674b None None] Attempting to bind port ccb63f4a-1b0f-4148-8624-0b99ef11db06 on network 29b8f254-b98d-401b-bc5d-7cbf19e5b50d {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:11:40.733412 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:40.736107 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35656a6d-386c-403e-8d22-06b81b49674b None None] Checking agent: {'id': 'f845c03f-68d4-4819-b53b-956a55a73879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 1, 56, 43), 'started_at': datetime.datetime(2022, 6, 8, 1, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:11:40.736635 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35656a6d-386c-403e-8d22-06b81b49674b None None] Checking segment: {'id': '2a41b296-595a-4fb1-82e2-ac5ee17753f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '29b8f254-b98d-401b-bc5d-7cbf19e5b50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:11:40.737022 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-35656a6d-386c-403e-8d22-06b81b49674b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:40.737411 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35656a6d-386c-403e-8d22-06b81b49674b None None] Bound using segment: {'id': '2a41b296-595a-4fb1-82e2-ac5ee17753f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '29b8f254-b98d-401b-bc5d-7cbf19e5b50d'} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:11:40.737875 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-35656a6d-386c-403e-8d22-06b81b49674b None None] Bound port: ccb63f4a-1b0f-4148-8624-0b99ef11db06, host: dv-cinder-845069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a41b296-595a-4fb1-82e2-ac5ee17753f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '29b8f254-b98d-401b-bc5d-7cbf19e5b50d'}}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:11:40.738250 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-35656a6d-386c-403e-8d22-06b81b49674b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (ccb63f4a-1b0f-4148-8624-0b99ef11db06), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:40.782922 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-864e4103-36ca-4234-a463-89fd76f816ba admin admin] Publish callbacks [] for router_gateway (2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:40.810205 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-35656a6d-386c-403e-8d22-06b81b49674b None None] For port ccb63f4a-1b0f-4148-8624-0b99ef11db06, host dv-cinder-845069-1-iscsi, cleared binding levels {{(pid=104270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:11:40.813448 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-35656a6d-386c-403e-8d22-06b81b49674b None None] For port ccb63f4a-1b0f-4148-8624-0b99ef11db06, host dv-cinder-845069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=ccb63f4a-1b0f-4148-8624-0b99ef11db06,segment=NetworkSegment(2a41b296-595a-4fb1-82e2-ac5ee17753f8),segment_id=2a41b296-595a-4fb1-82e2-ac5ee17753f8)] {{(pid=104270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:11:40.813811 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-864e4103-36ca-4234-a463-89fd76f816ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:40.826256 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-35656a6d-386c-403e-8d22-06b81b49674b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (ccb63f4a-1b0f-4148-8624-0b99ef11db06), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:40.853984 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:40.904103 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35656a6d-386c-403e-8d22-06b81b49674b None None] Pushing event updated for resources: {'Port': ['ID=ccb63f4a-1b0f-4148-8624-0b99ef11db06,revision_number=2']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:41.030163 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.db_base_plugin_common [None req-864e4103-36ca-4234-a463-89fd76f816ba admin admin] Allocated IP 172.27.1.252 (fccc80fe-aa23-41fa-b00e-a506a2a0f94c/5f93db06-58fb-4390-8563-710a437b082f/9cc63bf3-a416-4b8e-8367-ec6b454b9c8f) {{(pid=104269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:11:41.250920 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-864e4103-36ca-4234-a463-89fd76f816ba admin admin] Publish callbacks [] for port (9cc63bf3-a416-4b8e-8367-ec6b454b9c8f), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:41.309906 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-864e4103-36ca-4234-a463-89fd76f816ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (9cc63bf3-a416-4b8e-8367-ec6b454b9c8f), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:41.364707 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864e4103-36ca-4234-a463-89fd76f816ba admin admin] Network fccc80fe-aa23-41fa-b00e-a506a2a0f94c is already hosted by enough agents. {{(pid=104269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:11:41.369215 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.base_scheduler [None req-864e4103-36ca-4234-a463-89fd76f816ba admin admin] Resources bound (agent type, host, resource id): {{(pid=104269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:11:41.376656 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864e4103-36ca-4234-a463-89fd76f816ba admin admin] Received port after_create {{(pid=104269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:11:41.408431 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e4103-36ca-4234-a463-89fd76f816ba admin admin] Pushing event updated for resources: {'Port': ['ID=9cc63bf3-a416-4b8e-8367-ec6b454b9c8f,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:41.697667 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-864e4103-36ca-4234-a463-89fd76f816ba admin admin] Publish callbacks [] for router_gateway (2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:41.717326 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa5c2e-1210-4582-a3c5-ae031dbbbf39 req-67f9edd9-bb00-4360-b1a6-7a5f5f2f3b12 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:41.727421 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f7fa5c2e-1210-4582-a3c5-ae031dbbbf39 req-67f9edd9-bb00-4360-b1a6-7a5f5f2f3b12 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 946 time: 0.0710146 Jun 08 02:11:41.801367 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f7fa5c2e-1210-4582-a3c5-ae031dbbbf39 req-18aa2cf3-0127-4e82-b6e0-4ed478b0f4dc tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727448 Jun 08 02:11:41.879621 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:41.952986 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:41.962953 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-864e4103-36ca-4234-a463-89fd76f816ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682964'] for router (2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:42.055810 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:42.119769 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864e4103-36ca-4234-a463-89fd76f816ba admin admin] Router 2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d is scheduled to L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c with binding_index 1 {{(pid=104269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 08 02:11:42.255072 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451199b1-d6a8-4cb7-bd3c-fc7954356506 None None] Network 29b8f254-b98d-401b-bc5d-7cbf19e5b50d requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:11:42.278119 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864e4103-36ca-4234-a463-89fd76f816ba admin admin] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:11:42.290607 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66062b94-6f38-4408-9597-50e1a8dce350 None None] Sync routers for ids ['2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d'] in dv-cinder-845069-1-iscsi {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:11:42.302892 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66062b94-6f38-4408-9597-50e1a8dce350 None None] Routers {'2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:11:42.305189 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-66062b94-6f38-4408-9597-50e1a8dce350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:11:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:11:42.323052 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-864e4103-36ca-4234-a463-89fd76f816ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:42.328710 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 56414) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:11:42.333476 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-864e4103-36ca-4234-a463-89fd76f816ba admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3168080 Jun 08 02:11:42.421639 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-6be926e9-0996-4ba3-92c5-a702cc39150d None None] Provisioning complete for port ccb63f4a-1b0f-4148-8624-0b99ef11db06 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:11:42.422085 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-6be926e9-0996-4ba3-92c5-a702cc39150d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (ccb63f4a-1b0f-4148-8624-0b99ef11db06), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:42.481326 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:42.515403 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-66062b94-6f38-4408-9597-50e1a8dce350 None None] Set router 2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:11:42.530789 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-6be926e9-0996-4ba3-92c5-a702cc39150d None None] Current status of the port ccb63f4a-1b0f-4148-8624-0b99ef11db06 is: DOWN; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:11:42.532611 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-6be926e9-0996-4ba3-92c5-a702cc39150d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (ccb63f4a-1b0f-4148-8624-0b99ef11db06), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:42.572135 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-6be926e9-0996-4ba3-92c5-a702cc39150d None None] For port ccb63f4a-1b0f-4148-8624-0b99ef11db06, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=ccb63f4a-1b0f-4148-8624-0b99ef11db06,segment=NetworkSegment(2a41b296-595a-4fb1-82e2-ac5ee17753f8),segment_id=2a41b296-595a-4fb1-82e2-ac5ee17753f8)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:11:42.596548 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-6be926e9-0996-4ba3-92c5-a702cc39150d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (ccb63f4a-1b0f-4148-8624-0b99ef11db06), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:42.621054 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:UPDATE=2,neutron:INSERT=8,neutron:SELECT=89,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:42.724575 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be926e9-0996-4ba3-92c5-a702cc39150d None None] Pushing event updated for resources: {'Port': ['ID=ccb63f4a-1b0f-4148-8624-0b99ef11db06,revision_number=3']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:42.931669 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device ccb63f4a-1b0f-4148-8624-0b99ef11db06 up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:11:42.952744 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-66062b94-6f38-4408-9597-50e1a8dce350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'name': 'tempest-TestMinimumBasicScenario-1810733501-router', 'tenant_id': '3b0724451ec94fdbb4f2422c44245b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '9cc63bf3-a416-4b8e-8367-ec6b454b9c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:11:40Z', 'updated_at': '2022-06-08T02:11:41Z', 'revision_number': 3, 'project_id': '3b0724451ec94fdbb4f2422c44245b53', 'gw_port': {'id': '9cc63bf3-a416-4b8e-8367-ec6b454b9c8f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:16:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:11:40Z', 'updated_at': '2022-06-08T02:11:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:11:42.999200 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66062b94-6f38-4408-9597-50e1a8dce350 None None] Checking router: 2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d for host: dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:11:42.999813 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66062b94-6f38-4408-9597-50e1a8dce350 None None] Updating router 2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d port 9cc63bf3-a416-4b8e-8367-ec6b454b9c8f binding host dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 02:11:43.033404 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-66062b94-6f38-4408-9597-50e1a8dce350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (9cc63bf3-a416-4b8e-8367-ec6b454b9c8f), before_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:43.044972 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-1bccb650-6b70-4ef6-8379-9fbf3a8db12e None None] Provisioning complete for port ccb63f4a-1b0f-4148-8624-0b99ef11db06 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:11:43.046495 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-1bccb650-6b70-4ef6-8379-9fbf3a8db12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (ccb63f4a-1b0f-4148-8624-0b99ef11db06), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:43.156638 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port ccb63f4a-1b0f-4148-8624-0b99ef11db06 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:11:43.157662 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (ccb63f4a-1b0f-4148-8624-0b99ef11db06), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:43.243011 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-1bccb650-6b70-4ef6-8379-9fbf3a8db12e None None] Current status of the port ccb63f4a-1b0f-4148-8624-0b99ef11db06 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:11:43.289259 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port ccb63f4a-1b0f-4148-8624-0b99ef11db06 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:11:43.364268 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:43.401800 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=100 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:43.404715 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef2beb-25a3-4f81-b889-be470bc207fe req-87b0611c-6847-4c86-b2c9-a260599460a3 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:43.411734 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1aef2beb-25a3-4f81-b889-be470bc207fe req-87b0611c-6847-4c86-b2c9-a260599460a3 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 946 time: 0.1203029 Jun 08 02:11:43.455056 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-66062b94-6f38-4408-9597-50e1a8dce350 None None] Publish callbacks [] for port (9cc63bf3-a416-4b8e-8367-ec6b454b9c8f), precommit_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:43.465552 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-66062b94-6f38-4408-9597-50e1a8dce350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (9cc63bf3-a416-4b8e-8367-ec6b454b9c8f), after_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:43.495024 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:43.513948 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1aef2beb-25a3-4f81-b889-be470bc207fe req-423d7565-2c51-4f6e-b267-3191e8fe8d5f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001005 Jun 08 02:11:43.529387 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-00459e25-d91b-4071-ae46-b29fd8e0ca94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:43.532361 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f2a4a-cbad-43e9-bb0a-44d7b6323342 None None] Pushing event updated for resources: {'Port': ['ID=9cc63bf3-a416-4b8e-8367-ec6b454b9c8f,revision_number=2']} {{(pid=104271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:43.547718 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f2a4a-cbad-43e9-bb0a-44d7b6323342 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:43.548243 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f2a4a-cbad-43e9-bb0a-44d7b6323342 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:43.548631 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f2a4a-cbad-43e9-bb0a-44d7b6323342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:43.549120 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f2a4a-cbad-43e9-bb0a-44d7b6323342 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:43.549458 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f2a4a-cbad-43e9-bb0a-44d7b6323342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:43.550304 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f2a4a-cbad-43e9-bb0a-44d7b6323342 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:43.550304 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f2a4a-cbad-43e9-bb0a-44d7b6323342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:43.550482 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f2a4a-cbad-43e9-bb0a-44d7b6323342 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:43.550711 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f2a4a-cbad-43e9-bb0a-44d7b6323342 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:43.551031 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f2a4a-cbad-43e9-bb0a-44d7b6323342 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:43.551350 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f2a4a-cbad-43e9-bb0a-44d7b6323342 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:43.551748 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f2a4a-cbad-43e9-bb0a-44d7b6323342 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:43.552077 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f2a4a-cbad-43e9-bb0a-44d7b6323342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:43.552414 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f2a4a-cbad-43e9-bb0a-44d7b6323342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:43.552758 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f2a4a-cbad-43e9-bb0a-44d7b6323342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:11:43.588572 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.managers [None req-66062b94-6f38-4408-9597-50e1a8dce350 None None] Attempting to bind port 9cc63bf3-a416-4b8e-8367-ec6b454b9c8f on host dv-cinder-845069-1-iscsi for vnic_type normal with profile {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:11:43.588987 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.managers [None req-66062b94-6f38-4408-9597-50e1a8dce350 None None] Attempting to bind port 9cc63bf3-a416-4b8e-8367-ec6b454b9c8f by drivers openvswitch,hyperv on host dv-cinder-845069-1-iscsi at level 0 using segments [{'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}] {{(pid=104271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:11:43.589352 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66062b94-6f38-4408-9597-50e1a8dce350 None None] Attempting to bind port 9cc63bf3-a416-4b8e-8367-ec6b454b9c8f on network fccc80fe-aa23-41fa-b00e-a506a2a0f94c {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:11:43.595270 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66062b94-6f38-4408-9597-50e1a8dce350 None None] Checking agent: {'id': 'f845c03f-68d4-4819-b53b-956a55a73879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 1, 56, 43), 'started_at': datetime.datetime(2022, 6, 8, 1, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:11:43.595599 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66062b94-6f38-4408-9597-50e1a8dce350 None None] Checking segment: {'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:11:43.596000 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-66062b94-6f38-4408-9597-50e1a8dce350 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:43.596385 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66062b94-6f38-4408-9597-50e1a8dce350 None None] Bound using segment: {'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'} {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:11:43.596932 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.managers [None req-66062b94-6f38-4408-9597-50e1a8dce350 None None] Bound port: 9cc63bf3-a416-4b8e-8367-ec6b454b9c8f, host: dv-cinder-845069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}}] {{(pid=104271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:11:43.597359 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-66062b94-6f38-4408-9597-50e1a8dce350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (9cc63bf3-a416-4b8e-8367-ec6b454b9c8f), before_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:43.658325 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.db [None req-66062b94-6f38-4408-9597-50e1a8dce350 None None] For port 9cc63bf3-a416-4b8e-8367-ec6b454b9c8f, host dv-cinder-845069-1-iscsi, cleared binding levels {{(pid=104271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:11:43.663699 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.db [None req-66062b94-6f38-4408-9597-50e1a8dce350 None None] For port 9cc63bf3-a416-4b8e-8367-ec6b454b9c8f, host dv-cinder-845069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=9cc63bf3-a416-4b8e-8367-ec6b454b9c8f,segment=NetworkSegment(85e1942d-da80-4474-8baf-777e325afd8c),segment_id=85e1942d-da80-4474-8baf-777e325afd8c)] {{(pid=104271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:11:43.671123 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-66062b94-6f38-4408-9597-50e1a8dce350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (9cc63bf3-a416-4b8e-8367-ec6b454b9c8f), after_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:43.737155 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [None req-00459e25-d91b-4071-ae46-b29fd8e0ca94 admin admin] Allocated IP 172.20.0.1 (29b8f254-b98d-401b-bc5d-7cbf19e5b50d/718984ae-459e-42d0-9618-25b80c72367c/e2d02735-db4b-4263-af2d-568263495d16) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:11:43.750180 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f2a4a-cbad-43e9-bb0a-44d7b6323342 None None] Pushing event updated for resources: {'Port': ['ID=9cc63bf3-a416-4b8e-8367-ec6b454b9c8f,revision_number=3']} {{(pid=104271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:43.759110 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66062b94-6f38-4408-9597-50e1a8dce350 None None] Routers {'2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:11:43.759726 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-66062b94-6f38-4408-9597-50e1a8dce350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:11:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:11:43.874948 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-00459e25-d91b-4071-ae46-b29fd8e0ca94 admin admin] Publish callbacks [] for port (e2d02735-db4b-4263-af2d-568263495d16), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:43.920650 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-00459e25-d91b-4071-ae46-b29fd8e0ca94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (e2d02735-db4b-4263-af2d-568263495d16), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:43.973249 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00459e25-d91b-4071-ae46-b29fd8e0ca94 admin admin] Pushing event updated for resources: {'Port': ['ID=e2d02735-db4b-4263-af2d-568263495d16,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:43.974025 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:43.989560 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-66062b94-6f38-4408-9597-50e1a8dce350 None None] Set router 2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:11:43.999702 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00459e25-d91b-4071-ae46-b29fd8e0ca94 admin admin] Network 29b8f254-b98d-401b-bc5d-7cbf19e5b50d is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:11:44.001424 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-00459e25-d91b-4071-ae46-b29fd8e0ca94 admin admin] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:11:44.008488 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00459e25-d91b-4071-ae46-b29fd8e0ca94 admin admin] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:11:44.064476 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-00459e25-d91b-4071-ae46-b29fd8e0ca94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683938'] for router_interface (2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:44.214933 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-66062b94-6f38-4408-9597-50e1a8dce350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'name': 'tempest-TestMinimumBasicScenario-1810733501-router', 'tenant_id': '3b0724451ec94fdbb4f2422c44245b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '9cc63bf3-a416-4b8e-8367-ec6b454b9c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:11:40Z', 'updated_at': '2022-06-08T02:11:41Z', 'revision_number': 3, 'project_id': '3b0724451ec94fdbb4f2422c44245b53', 'gw_port': {'id': '9cc63bf3-a416-4b8e-8367-ec6b454b9c8f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:16:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:11:40Z', 'updated_at': '2022-06-08T02:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:11:44.239940 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-00459e25-d91b-4071-ae46-b29fd8e0ca94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (e2d02735-db4b-4263-af2d-568263495d16), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:44.246000 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66062b94-6f38-4408-9597-50e1a8dce350 None None] The sync data for ids ['2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d'] in dv-cinder-845069-1-iscsi is: [{'id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'name': 'tempest-TestMinimumBasicScenario-1810733501-router', 'tenant_id': '3b0724451ec94fdbb4f2422c44245b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '9cc63bf3-a416-4b8e-8367-ec6b454b9c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:11:40Z', 'updated_at': '2022-06-08T02:11:41Z', 'revision_number': 3, 'project_id': '3b0724451ec94fdbb4f2422c44245b53', 'gw_port': {'id': '9cc63bf3-a416-4b8e-8367-ec6b454b9c8f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:16:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:11:40Z', 'updated_at': '2022-06-08T02:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}] {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:11:44.289663 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:44.370606 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5da5ea1a-b315-4f46-951a-d564a825bda1 None None] Provisioning complete for port e2d02735-db4b-4263-af2d-568263495d16 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:11:44.371619 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5da5ea1a-b315-4f46-951a-d564a825bda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (e2d02735-db4b-4263-af2d-568263495d16), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:44.424629 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5da5ea1a-b315-4f46-951a-d564a825bda1 None None] Port e2d02735-db4b-4263-af2d-568263495d16 cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:11:44.512810 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-00459e25-d91b-4071-ae46-b29fd8e0ca94 admin admin] Publish callbacks [] for port (e2d02735-db4b-4263-af2d-568263495d16), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:44.526888 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-00459e25-d91b-4071-ae46-b29fd8e0ca94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (e2d02735-db4b-4263-af2d-568263495d16), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:44.600612 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:44.631239 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00459e25-d91b-4071-ae46-b29fd8e0ca94 admin admin] Pushing event updated for resources: {'Port': ['ID=e2d02735-db4b-4263-af2d-568263495d16,revision_number=2']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:44.709520 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-00459e25-d91b-4071-ae46-b29fd8e0ca94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683862'] for router_interface (2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:44.816544 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2909c1d-787e-42c5-8ee6-22ae84304d1a req-1346673e-dbd1-4331-a2d3-411bd2062a2f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:44.816544 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a2909c1d-787e-42c5-8ee6-22ae84304d1a req-1346673e-dbd1-4331-a2d3-411bd2062a2f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 946 time: 0.1576588 Jun 08 02:11:44.917425 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a2909c1d-787e-42c5-8ee6-22ae84304d1a req-06e834f2-5d81-4d5e-976b-3d66090a785c tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943487 Jun 08 02:11:44.938025 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00459e25-d91b-4071-ae46-b29fd8e0ca94 admin admin] Network 29b8f254-b98d-401b-bc5d-7cbf19e5b50d is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:11:44.942122 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-00459e25-d91b-4071-ae46-b29fd8e0ca94 admin admin] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:11:44.974735 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 9cc63bf3-a416-4b8e-8367-ec6b454b9c8f up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:11:45.070894 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 9cc63bf3-a416-4b8e-8367-ec6b454b9c8f triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:11:45.071536 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (9cc63bf3-a416-4b8e-8367-ec6b454b9c8f), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:45.120467 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00459e25-d91b-4071-ae46-b29fd8e0ca94 admin admin] Router 2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:11:45.203962 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 9cc63bf3-a416-4b8e-8367-ec6b454b9c8f is: DOWN; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:11:45.204349 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (9cc63bf3-a416-4b8e-8367-ec6b454b9c8f), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:45.265281 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] For port 9cc63bf3-a416-4b8e-8367-ec6b454b9c8f, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=9cc63bf3-a416-4b8e-8367-ec6b454b9c8f,segment=NetworkSegment(85e1942d-da80-4474-8baf-777e325afd8c),segment_id=85e1942d-da80-4474-8baf-777e325afd8c)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:11:45.274933 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (9cc63bf3-a416-4b8e-8367-ec6b454b9c8f), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:45.275805 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device ccb63f4a-1b0f-4148-8624-0b99ef11db06 up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:11:45.281804 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:45.322298 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00459e25-d91b-4071-ae46-b29fd8e0ca94 admin admin] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:11:45.328675 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-00459e25-d91b-4071-ae46-b29fd8e0ca94 admin admin] 10.222.0.20 "PUT /v2.0/routers/2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9986391 Jun 08 02:11:45.493871 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-9324f8bd-532b-4d7c-91b5-d0824630066c None None] Provisioning complete for port e2d02735-db4b-4263-af2d-568263495d16 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:11:45.494528 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-9324f8bd-532b-4d7c-91b5-d0824630066c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (e2d02735-db4b-4263-af2d-568263495d16), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:45.541793 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Pushing event updated for resources: {'Port': ['ID=9cc63bf3-a416-4b8e-8367-ec6b454b9c8f,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:45.574815 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port ccb63f4a-1b0f-4148-8624-0b99ef11db06 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:11:45.575462 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (ccb63f4a-1b0f-4148-8624-0b99ef11db06), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:45.583484 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-9324f8bd-532b-4d7c-91b5-d0824630066c None None] Port e2d02735-db4b-4263-af2d-568263495d16 cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:11:45.710438 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port ccb63f4a-1b0f-4148-8624-0b99ef11db06 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:11:46.055099 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 56452) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:11:46.060078 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-4da7cc19-da57-4aae-8d81-2cc46fb6fa1b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2074670367-network', 'tenant_id': '3424f51f284c42338dc4295f2860a4a4'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:11:46.073018 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ea2f4-2468-4eb9-a8ad-41dde12fe248 req-73df49e4-c981-4eb7-a65b-365a76b2f1c3 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:46.075026 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ab9ea2f4-2468-4eb9-a8ad-41dde12fe248 req-73df49e4-c981-4eb7-a65b-365a76b2f1c3 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 946 time: 0.0670135 Jun 08 02:11:46.086881 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da7cc19-da57-4aae-8d81-2cc46fb6fa1b admin admin] Made reservation on behalf of 3424f51f284c42338dc4295f2860a4a4 for: {'network': 1} {{(pid=104269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:11:46.092653 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4da7cc19-da57-4aae-8d81-2cc46fb6fa1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for network (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:46.103678 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4da7cc19-da57-4aae-8d81-2cc46fb6fa1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:46.152751 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ab9ea2f4-2468-4eb9-a8ad-41dde12fe248 req-c682b674-b15c-49cc-9831-52a08758d4bc tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674839 Jun 08 02:11:46.230614 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4da7cc19-da57-4aae-8d81-2cc46fb6fa1b admin admin] Publish callbacks [] for security_group (9df7dc74-5eff-49da-826c-c695e3daf5dd), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:46.235729 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4da7cc19-da57-4aae-8d81-2cc46fb6fa1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (9df7dc74-5eff-49da-826c-c695e3daf5dd), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:46.272262 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da7cc19-da57-4aae-8d81-2cc46fb6fa1b admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=104269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 02:11:46.278457 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7cc19-da57-4aae-8d81-2cc46fb6fa1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df7dc74-5eff-49da-826c-c695e3daf5dd,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:46.286846 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4da7cc19-da57-4aae-8d81-2cc46fb6fa1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (ec8ece59-4d3d-4e89-b5f4-6b150866a146), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:46.291500 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.db.segments_db [None req-4da7cc19-da57-4aae-8d81-2cc46fb6fa1b admin admin] Added segment ec8ece59-4d3d-4e89-b5f4-6b150866a146 of type vlan for network 45dd686b-790d-4406-b933-0f08c724f054 Jun 08 02:11:46.354693 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4da7cc19-da57-4aae-8d81-2cc46fb6fa1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744501171532'] for network (45dd686b-790d-4406-b933-0f08c724f054), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:46.385269 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4da7cc19-da57-4aae-8d81-2cc46fb6fa1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516'] for network (45dd686b-790d-4406-b933-0f08c724f054), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:46.386264 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da7cc19-da57-4aae-8d81-2cc46fb6fa1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:46.386850 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4da7cc19-da57-4aae-8d81-2cc46fb6fa1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:46.454123 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-4da7cc19-da57-4aae-8d81-2cc46fb6fa1b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3977616 Jun 08 02:11:46.456780 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 56458) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:11:46.461679 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-d23ab7ac-60f0-4b9d-86cf-6d9c9d6323e9 admin admin] Request body: {'subnet': {'network_id': '45dd686b-790d-4406-b933-0f08c724f054', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2074670367-subnet', 'tenant_id': '3424f51f284c42338dc4295f2860a4a4', 'ip_version': 4}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:11:46.473010 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7cc19-da57-4aae-8d81-2cc46fb6fa1b admin admin] Pushing event updated for resources: {'Network': ['ID=45dd686b-790d-4406-b933-0f08c724f054,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:46.486281 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Network 45dd686b-790d-4406-b933-0f08c724f054 details requested by agent ovs-agent-dv-cinder-845069-1-iscsi with host dv-cinder-845069-1-iscsi {{(pid=104270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 02:11:46.487245 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23ab7ac-60f0-4b9d-86cf-6d9c9d6323e9 admin admin] Made reservation on behalf of 3424f51f284c42338dc4295f2860a4a4 for: {'subnet': 1} {{(pid=104269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:11:46.490042 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d23ab7ac-60f0-4b9d-86cf-6d9c9d6323e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10485297'] for subnet (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:46.493194 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:46.608275 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a5c435-98d6-4819-9ca8-d8c72b73a698 None None] Sync routers for ids ['2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d'] in dv-cinder-845069-1-iscsi {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:11:46.611173 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=81,neutron:DELETE=1,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:46.619883 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a5c435-98d6-4819-9ca8-d8c72b73a698 None None] Routers {'2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:11:46.620646 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-37a5c435-98d6-4819-9ca8-d8c72b73a698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:11:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:11:46.675993 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d23ab7ac-60f0-4b9d-86cf-6d9c9d6323e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9466333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10485251'] for subnet (d739c919-4aec-4e40-8103-e157d619ba6f), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:46.714912 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:46.731902 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ab7ac-60f0-4b9d-86cf-6d9c9d6323e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d739c919-4aec-4e40-8103-e157d619ba6f,revision_number=0']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:46.734702 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-37a5c435-98d6-4819-9ca8-d8c72b73a698 None None] Set router 2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:11:46.750561 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ab7ac-60f0-4b9d-86cf-6d9c9d6323e9 admin admin] Checking segment: {'id': 'ec8ece59-4d3d-4e89-b5f4-6b150866a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '45dd686b-790d-4406-b933-0f08c724f054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:11:46.750914 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23ab7ac-60f0-4b9d-86cf-6d9c9d6323e9 admin admin] Network hostable DHCP agents. Network: 45dd686b-790d-4406-b933-0f08c724f054, hostable agents: ['45a4719c-dff8-447a-9451-2d43a5a3b5e6'], hosted agents: [] {{(pid=104269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 02:11:46.768731 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23ab7ac-60f0-4b9d-86cf-6d9c9d6323e9 admin admin] Network 45dd686b-790d-4406-b933-0f08c724f054 is scheduled to be hosted by DHCP agent 45a4719c-dff8-447a-9451-2d43a5a3b5e6 with binding_index 1 {{(pid=104269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 02:11:46.779608 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.base_scheduler [None req-d23ab7ac-60f0-4b9d-86cf-6d9c9d6323e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-1-iscsi, 45dd686b-790d-4406-b933-0f08c724f054) {{(pid=104269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:11:46.784349 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23ab7ac-60f0-4b9d-86cf-6d9c9d6323e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:46.785003 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d23ab7ac-60f0-4b9d-86cf-6d9c9d6323e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for subnet (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:46.806652 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-d23ab7ac-60f0-4b9d-86cf-6d9c9d6323e9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3486228 Jun 08 02:11:46.808859 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 56468) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:11:46.813380 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-c56dd0b6-1175-4578-a7f7-7a1b7abb1621 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2074670367-router', 'tenant_id': '3424f51f284c42338dc4295f2860a4a4', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:11:46.814500 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39803c21-6039-4fe1-85db-e13ecf282b8b None None] Network 45dd686b-790d-4406-b933-0f08c724f054 requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:11:46.819291 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 9cc63bf3-a416-4b8e-8367-ec6b454b9c8f up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:11:46.834429 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c56dd0b6-1175-4578-a7f7-7a1b7abb1621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6868'] for router (2fc6baf6-f2fc-4f48-8549-f9592aa77b01), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:46.836357 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c56dd0b6-1175-4578-a7f7-7a1b7abb1621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-621629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6829'] for router (2fc6baf6-f2fc-4f48-8549-f9592aa77b01), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:46.885458 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c56dd0b6-1175-4578-a7f7-7a1b7abb1621 admin admin] Publish callbacks [] for router_controller (2fc6baf6-f2fc-4f48-8549-f9592aa77b01), precommit_add_association {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:46.993600 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 9cc63bf3-a416-4b8e-8367-ec6b454b9c8f triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:11:46.993975 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (9cc63bf3-a416-4b8e-8367-ec6b454b9c8f), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:47.021549 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c56dd0b6-1175-4578-a7f7-7a1b7abb1621 admin admin] Publish callbacks [] for router_gateway (2fc6baf6-f2fc-4f48-8549-f9592aa77b01), precommit_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:47.066331 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6108803b-6414-4b75-b4ac-362478a56baf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8909f50-5379-5de5-8dc8-896ce999fc50-45dd686b-790d-4406-b933-0f08c724f054', 'network_id': '45dd686b-790d-4406-b933-0f08c724f054', 'project_id': '3424f51f284c42338dc4295f2860a4a4', 'fixed_ips': [{'subnet_id': 'd739c919-4aec-4e40-8103-e157d619ba6f'}]}} from dv-cinder-845069-1-iscsi. {{(pid=104270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 08 02:11:47.067188 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-6108803b-6414-4b75-b4ac-362478a56baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:47.109470 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=100 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:47.118211 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-37a5c435-98d6-4819-9ca8-d8c72b73a698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'name': 'tempest-TestMinimumBasicScenario-1810733501-router', 'tenant_id': '3b0724451ec94fdbb4f2422c44245b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '9cc63bf3-a416-4b8e-8367-ec6b454b9c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:11:40Z', 'updated_at': '2022-06-08T02:11:44Z', 'revision_number': 4, 'project_id': '3b0724451ec94fdbb4f2422c44245b53', 'gw_port': {'id': '9cc63bf3-a416-4b8e-8367-ec6b454b9c8f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:11:40Z', 'updated_at': '2022-06-08T02:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': 'e2d02735-db4b-4263-af2d-568263495d16', 'name': '', 'network_id': '29b8f254-b98d-401b-bc5d-7cbf19e5b50d', 'tenant_id': '3b0724451ec94fdbb4f2422c44245b53', 'mac_address': 'fa:16:3e:f1:11:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '718984ae-459e-42d0-9618-25b80c72367c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:11:43Z', 'updated_at': '2022-06-08T02:11:44Z', 'revision_number': 2, 'project_id': '3b0724451ec94fdbb4f2422c44245b53', 'subnets': [{'id': '718984ae-459e-42d0-9618-25b80c72367c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:11:47.205954 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764f6fa-9efa-43e3-b313-bedaae176a48 req-5da5a0ed-f45c-4e19-8e1a-92994108096e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:47.206432 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c56dd0b6-1175-4578-a7f7-7a1b7abb1621 admin admin] Publish callbacks [] for router_gateway (2fc6baf6-f2fc-4f48-8549-f9592aa77b01), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:47.206852 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a5c435-98d6-4819-9ca8-d8c72b73a698 None None] Checking router: 2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d for host: dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:11:47.207006 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a5c435-98d6-4819-9ca8-d8c72b73a698 None None] Updating router 2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d port e2d02735-db4b-4263-af2d-568263495d16 binding host dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 02:11:47.209388 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1764f6fa-9efa-43e3-b313-bedaae176a48 req-5da5a0ed-f45c-4e19-8e1a-92994108096e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7daf0f9fd80c464ca4fbf7f2e19fccbd&device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 1130 time: 0.0459249 Jun 08 02:11:47.250498 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c56dd0b6-1175-4578-a7f7-7a1b7abb1621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:47.288433 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 9cc63bf3-a416-4b8e-8367-ec6b454b9c8f is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:11:47.295736 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-37a5c435-98d6-4819-9ca8-d8c72b73a698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (e2d02735-db4b-4263-af2d-568263495d16), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:47.323883 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:47.343225 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38c4a3-235b-46b6-97dc-78c3796c0e98 req-12865758-11e7-4706-8722-d0a2e49e342f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:47.345089 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cc38c4a3-235b-46b6-97dc-78c3796c0e98 req-12865758-11e7-4706-8722-d0a2e49e342f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 946 time: 0.0733290 Jun 08 02:11:47.352793 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.db_base_plugin_common [None req-6108803b-6414-4b75-b4ac-362478a56baf None None] Allocated IP 172.20.0.2 (45dd686b-790d-4406-b933-0f08c724f054/d739c919-4aec-4e40-8103-e157d619ba6f/38afc466-5cde-41b6-b916-79370d66f96a) {{(pid=104270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:11:47.376352 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764f6fa-9efa-43e3-b313-bedaae176a48 req-89cec27c-f5e8-435e-8951-16bb99624d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:47.377862 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1764f6fa-9efa-43e3-b313-bedaae176a48 req-89cec27c-f5e8-435e-8951-16bb99624d42 service neutron] 10.222.0.15 "GET /v2.0/networks?id=99df6c84-8305-4b75-a40c-3f742f20dcc7 HTTP/1.1" status: 200 len: 917 time: 0.1600158 Jun 08 02:11:47.390361 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.db_base_plugin_common [None req-c56dd0b6-1175-4578-a7f7-7a1b7abb1621 admin admin] Allocated IP 172.27.1.176 (fccc80fe-aa23-41fa-b00e-a506a2a0f94c/5f93db06-58fb-4390-8563-710a437b082f/1a1a5d5e-6820-485d-a379-0b55dede0669) {{(pid=104269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:11:47.460209 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cc38c4a3-235b-46b6-97dc-78c3796c0e98 req-6173440f-17f4-4eb7-989c-56f28a0dd947 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062076 Jun 08 02:11:47.465710 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:47.485400 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1764f6fa-9efa-43e3-b313-bedaae176a48 req-ba860ba9-e0cf-4042-bc0c-9def3da06b58 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92dccdf3-f4c8-42b5-aee4-d2373577dd65 HTTP/1.1" status: 200 len: 1002 time: 0.0990918 Jun 08 02:11:47.520357 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c56dd0b6-1175-4578-a7f7-7a1b7abb1621 admin admin] Publish callbacks [] for port (1a1a5d5e-6820-485d-a379-0b55dede0669), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:47.546063 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764f6fa-9efa-43e3-b313-bedaae176a48 req-f47f0ed0-1787-4275-a69f-3d244a9a49ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:47.547529 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1764f6fa-9efa-43e3-b313-bedaae176a48 req-f47f0ed0-1787-4275-a69f-3d244a9a49ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35584f73-fd5a-4825-84bf-35c3d28082c7 HTTP/1.1" status: 200 len: 855 time: 0.0544622 Jun 08 02:11:47.558860 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c56dd0b6-1175-4578-a7f7-7a1b7abb1621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (1a1a5d5e-6820-485d-a379-0b55dede0669), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:47.566008 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:47.590574 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:47.601257 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764f6fa-9efa-43e3-b313-bedaae176a48 req-9604b7a6-44d9-4a07-a121-5ee529482ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:47.603811 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1764f6fa-9efa-43e3-b313-bedaae176a48 req-9604b7a6-44d9-4a07-a121-5ee529482ad6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99df6c84-8305-4b75-a40c-3f742f20dcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488050 Jun 08 02:11:47.603965 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56dd0b6-1175-4578-a7f7-7a1b7abb1621 admin admin] Network fccc80fe-aa23-41fa-b00e-a506a2a0f94c is already hosted by enough agents. {{(pid=104269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:11:47.606175 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=9 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:47.610202 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.base_scheduler [None req-c56dd0b6-1175-4578-a7f7-7a1b7abb1621 admin admin] Resources bound (agent type, host, resource id): {{(pid=104269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:11:47.612957 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56dd0b6-1175-4578-a7f7-7a1b7abb1621 admin admin] Received port after_create {{(pid=104269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:11:47.648007 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56dd0b6-1175-4578-a7f7-7a1b7abb1621 admin admin] Pushing event updated for resources: {'Port': ['ID=1a1a5d5e-6820-485d-a379-0b55dede0669,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:47.685528 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-6108803b-6414-4b75-b4ac-362478a56baf None None] Publish callbacks [] for port (38afc466-5cde-41b6-b916-79370d66f96a), precommit_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:47.698878 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-6108803b-6414-4b75-b4ac-362478a56baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093'] for port (38afc466-5cde-41b6-b916-79370d66f96a), after_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:47.713117 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1764f6fa-9efa-43e3-b313-bedaae176a48 req-77d8fa19-e67e-4e90-80a0-0bd54180bffc service neutron] 10.222.0.15 "GET /v2.0/networks/99df6c84-8305-4b75-a40c-3f742f20dcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023886 Jun 08 02:11:47.763083 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6108803b-6414-4b75-b4ac-362478a56baf None None] Network 45dd686b-790d-4406-b933-0f08c724f054 is already hosted by enough agents. {{(pid=104270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:11:47.764209 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108803b-6414-4b75-b4ac-362478a56baf None None] Pushing event updated for resources: {'Port': ['ID=38afc466-5cde-41b6-b916-79370d66f96a,revision_number=1']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:47.769088 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.scheduler.base_scheduler [None req-6108803b-6414-4b75-b4ac-362478a56baf None None] Resources bound (agent type, host, resource id): {{(pid=104270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:11:47.776815 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6108803b-6414-4b75-b4ac-362478a56baf None None] Received port after_create {{(pid=104270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:11:47.820777 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1764f6fa-9efa-43e3-b313-bedaae176a48 req-f0681bf6-d9c7-4419-ae24-1e65ee2b27f2 service neutron] 10.222.0.15 "GET /v2.0/networks/99df6c84-8305-4b75-a40c-3f742f20dcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017756 Jun 08 02:11:47.871992 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-37a5c435-98d6-4819-9ca8-d8c72b73a698 None None] Publish callbacks [] for port (e2d02735-db4b-4263-af2d-568263495d16), precommit_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:47.885887 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-37a5c435-98d6-4819-9ca8-d8c72b73a698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (e2d02735-db4b-4263-af2d-568263495d16), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:47.890475 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c56dd0b6-1175-4578-a7f7-7a1b7abb1621 admin admin] Publish callbacks [] for router_gateway (2fc6baf6-f2fc-4f48-8549-f9592aa77b01), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:47.900982 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-6108803b-6414-4b75-b4ac-362478a56baf None None] Attempting to bind port 38afc466-5cde-41b6-b916-79370d66f96a on host dv-cinder-845069-1-iscsi for vnic_type normal with profile {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:11:47.903284 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-6108803b-6414-4b75-b4ac-362478a56baf None None] Attempting to bind port 38afc466-5cde-41b6-b916-79370d66f96a by drivers openvswitch,hyperv on host dv-cinder-845069-1-iscsi at level 0 using segments [{'id': 'ec8ece59-4d3d-4e89-b5f4-6b150866a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '45dd686b-790d-4406-b933-0f08c724f054'}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:11:47.903786 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6108803b-6414-4b75-b4ac-362478a56baf None None] Attempting to bind port 38afc466-5cde-41b6-b916-79370d66f96a on network 45dd686b-790d-4406-b933-0f08c724f054 {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:11:47.940055 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6108803b-6414-4b75-b4ac-362478a56baf None None] Checking agent: {'id': 'f845c03f-68d4-4819-b53b-956a55a73879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 1, 56, 43), 'started_at': datetime.datetime(2022, 6, 8, 1, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:11:47.940308 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6108803b-6414-4b75-b4ac-362478a56baf None None] Checking segment: {'id': 'ec8ece59-4d3d-4e89-b5f4-6b150866a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '45dd686b-790d-4406-b933-0f08c724f054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:11:47.940842 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-6108803b-6414-4b75-b4ac-362478a56baf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:47.941384 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6108803b-6414-4b75-b4ac-362478a56baf None None] Bound using segment: {'id': 'ec8ece59-4d3d-4e89-b5f4-6b150866a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '45dd686b-790d-4406-b933-0f08c724f054'} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:11:47.942051 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-6108803b-6414-4b75-b4ac-362478a56baf None None] Bound port: 38afc466-5cde-41b6-b916-79370d66f96a, host: dv-cinder-845069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec8ece59-4d3d-4e89-b5f4-6b150866a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '45dd686b-790d-4406-b933-0f08c724f054'}}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:11:47.942712 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-6108803b-6414-4b75-b4ac-362478a56baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (38afc466-5cde-41b6-b916-79370d66f96a), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:47.978254 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97a7d7-6575-43d2-a133-923142aaccef None None] Pushing event updated for resources: {'Port': ['ID=e2d02735-db4b-4263-af2d-568263495d16,revision_number=3']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:48.156278 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=7 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:48.216106 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-37a5c435-98d6-4819-9ca8-d8c72b73a698 None None] Attempting to bind port e2d02735-db4b-4263-af2d-568263495d16 on host dv-cinder-845069-1-iscsi for vnic_type normal with profile {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:11:48.216402 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-37a5c435-98d6-4819-9ca8-d8c72b73a698 None None] Attempting to bind port e2d02735-db4b-4263-af2d-568263495d16 by drivers openvswitch,hyperv on host dv-cinder-845069-1-iscsi at level 0 using segments [{'id': '2a41b296-595a-4fb1-82e2-ac5ee17753f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '29b8f254-b98d-401b-bc5d-7cbf19e5b50d'}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:11:48.216777 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a5c435-98d6-4819-9ca8-d8c72b73a698 None None] Attempting to bind port e2d02735-db4b-4263-af2d-568263495d16 on network 29b8f254-b98d-401b-bc5d-7cbf19e5b50d {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:11:48.218988 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-6108803b-6414-4b75-b4ac-362478a56baf None None] For port 38afc466-5cde-41b6-b916-79370d66f96a, host dv-cinder-845069-1-iscsi, cleared binding levels {{(pid=104270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:11:48.237647 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a5c435-98d6-4819-9ca8-d8c72b73a698 None None] Checking agent: {'id': 'f845c03f-68d4-4819-b53b-956a55a73879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 1, 56, 43), 'started_at': datetime.datetime(2022, 6, 8, 1, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:11:48.238023 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a5c435-98d6-4819-9ca8-d8c72b73a698 None None] Checking segment: {'id': '2a41b296-595a-4fb1-82e2-ac5ee17753f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '29b8f254-b98d-401b-bc5d-7cbf19e5b50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:11:48.238411 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-37a5c435-98d6-4819-9ca8-d8c72b73a698 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:48.238807 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a5c435-98d6-4819-9ca8-d8c72b73a698 None None] Bound using segment: {'id': '2a41b296-595a-4fb1-82e2-ac5ee17753f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '29b8f254-b98d-401b-bc5d-7cbf19e5b50d'} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:11:48.240276 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-37a5c435-98d6-4819-9ca8-d8c72b73a698 None None] Bound port: e2d02735-db4b-4263-af2d-568263495d16, host: dv-cinder-845069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a41b296-595a-4fb1-82e2-ac5ee17753f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '29b8f254-b98d-401b-bc5d-7cbf19e5b50d'}}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:11:48.240276 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-37a5c435-98d6-4819-9ca8-d8c72b73a698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (e2d02735-db4b-4263-af2d-568263495d16), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:48.243891 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-6108803b-6414-4b75-b4ac-362478a56baf None None] For port 38afc466-5cde-41b6-b916-79370d66f96a, host dv-cinder-845069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=38afc466-5cde-41b6-b916-79370d66f96a,segment=NetworkSegment(ec8ece59-4d3d-4e89-b5f4-6b150866a146),segment_id=ec8ece59-4d3d-4e89-b5f4-6b150866a146)] {{(pid=104270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:11:48.255985 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-f96b6e77-f8a6-4dda-99c9-4309a588c4f7 None None] Provisioning complete for port e2d02735-db4b-4263-af2d-568263495d16 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:11:48.256540 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-f96b6e77-f8a6-4dda-99c9-4309a588c4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (e2d02735-db4b-4263-af2d-568263495d16), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:48.288884 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-6108803b-6414-4b75-b4ac-362478a56baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (38afc466-5cde-41b6-b916-79370d66f96a), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:48.289940 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c56dd0b6-1175-4578-a7f7-7a1b7abb1621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682964'] for router (2fc6baf6-f2fc-4f48-8549-f9592aa77b01), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:48.403401 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:48.404623 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-f96b6e77-f8a6-4dda-99c9-4309a588c4f7 None None] Port e2d02735-db4b-4263-af2d-568263495d16 cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:11:48.418027 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108803b-6414-4b75-b4ac-362478a56baf None None] Pushing event updated for resources: {'Port': ['ID=38afc466-5cde-41b6-b916-79370d66f96a,revision_number=2']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:48.431689 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-37a5c435-98d6-4819-9ca8-d8c72b73a698 None None] For port e2d02735-db4b-4263-af2d-568263495d16, host dv-cinder-845069-1-iscsi, cleared binding levels {{(pid=104270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:11:48.434920 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-37a5c435-98d6-4819-9ca8-d8c72b73a698 None None] For port e2d02735-db4b-4263-af2d-568263495d16, host dv-cinder-845069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=e2d02735-db4b-4263-af2d-568263495d16,segment=NetworkSegment(2a41b296-595a-4fb1-82e2-ac5ee17753f8),segment_id=2a41b296-595a-4fb1-82e2-ac5ee17753f8)] {{(pid=104270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:11:48.438122 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56dd0b6-1175-4578-a7f7-7a1b7abb1621 admin admin] Router 2fc6baf6-f2fc-4f48-8549-f9592aa77b01 is scheduled to L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c with binding_index 1 {{(pid=104269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 08 02:11:48.443930 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-37a5c435-98d6-4819-9ca8-d8c72b73a698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (e2d02735-db4b-4263-af2d-568263495d16), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:48.516936 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a5c435-98d6-4819-9ca8-d8c72b73a698 None None] Routers {'2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:11:48.517597 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-37a5c435-98d6-4819-9ca8-d8c72b73a698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:11:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:11:48.551458 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56dd0b6-1175-4578-a7f7-7a1b7abb1621 admin admin] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:11:48.556248 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97a7d7-6575-43d2-a133-923142aaccef None None] Pushing event updated for resources: {'Port': ['ID=e2d02735-db4b-4263-af2d-568263495d16,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:48.561941 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bf83b3-3feb-4531-b129-57c6f357e51e None None] Sync routers for ids ['2fc6baf6-f2fc-4f48-8549-f9592aa77b01'] in dv-cinder-845069-1-iscsi {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:11:48.577469 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bf83b3-3feb-4531-b129-57c6f357e51e None None] Routers {'2fc6baf6-f2fc-4f48-8549-f9592aa77b01'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:11:48.578100 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-11bf83b3-3feb-4531-b129-57c6f357e51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:11:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['2fc6baf6-f2fc-4f48-8549-f9592aa77b01'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:11:48.606475 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c56dd0b6-1175-4578-a7f7-7a1b7abb1621 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:48.607867 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-c56dd0b6-1175-4578-a7f7-7a1b7abb1621 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7980936 Jun 08 02:11:48.610574 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 56478) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:11:48.685053 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-37a5c435-98d6-4819-9ca8-d8c72b73a698 None None] Set router 2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:11:48.699776 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb908291-7dd5-498a-868a-eb675db78233 req-78452d40-f30b-45cb-88dd-415f83a011ac tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:48.704098 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cb908291-7dd5-498a-868a-eb675db78233 req-78452d40-f30b-45cb-88dd-415f83a011ac tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 946 time: 0.1126165 Jun 08 02:11:48.753552 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-11bf83b3-3feb-4531-b129-57c6f357e51e None None] Set router 2fc6baf6-f2fc-4f48-8549-f9592aa77b01 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:11:48.815477 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cb908291-7dd5-498a-868a-eb675db78233 req-4c29daa9-8a71-4111-a3dc-cd6b6aa78c41 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984786 Jun 08 02:11:48.926822 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 38afc466-5cde-41b6-b916-79370d66f96a up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:11:48.969313 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:48.985022 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-a0b4d39a-cc48-4155-9e08-b2d930c7e350 None None] Provisioning complete for port e2d02735-db4b-4263-af2d-568263495d16 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:11:48.985648 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-a0b4d39a-cc48-4155-9e08-b2d930c7e350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (e2d02735-db4b-4263-af2d-568263495d16), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:49.021996 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:49.026459 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-11bf83b3-3feb-4531-b129-57c6f357e51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc6baf6-f2fc-4f48-8549-f9592aa77b01', 'name': 'tempest-TestMinimumBasicScenario-2074670367-router', 'tenant_id': '3424f51f284c42338dc4295f2860a4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '1a1a5d5e-6820-485d-a379-0b55dede0669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:11:46Z', 'updated_at': '2022-06-08T02:11:47Z', 'revision_number': 3, 'project_id': '3424f51f284c42338dc4295f2860a4a4', 'gw_port': {'id': '1a1a5d5e-6820-485d-a379-0b55dede0669', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc6baf6-f2fc-4f48-8549-f9592aa77b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:11:47Z', 'updated_at': '2022-06-08T02:11:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:11:49.057224 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bf83b3-3feb-4531-b129-57c6f357e51e None None] Checking router: 2fc6baf6-f2fc-4f48-8549-f9592aa77b01 for host: dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:11:49.057913 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bf83b3-3feb-4531-b129-57c6f357e51e None None] Updating router 2fc6baf6-f2fc-4f48-8549-f9592aa77b01 port 1a1a5d5e-6820-485d-a379-0b55dede0669 binding host dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 02:11:49.084204 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 38afc466-5cde-41b6-b916-79370d66f96a triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:11:49.085305 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (38afc466-5cde-41b6-b916-79370d66f96a), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:49.086178 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-11bf83b3-3feb-4531-b129-57c6f357e51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (1a1a5d5e-6820-485d-a379-0b55dede0669), before_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:49.115766 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:49.144621 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-37a5c435-98d6-4819-9ca8-d8c72b73a698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'name': 'tempest-TestMinimumBasicScenario-1810733501-router', 'tenant_id': '3b0724451ec94fdbb4f2422c44245b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '9cc63bf3-a416-4b8e-8367-ec6b454b9c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:11:40Z', 'updated_at': '2022-06-08T02:11:44Z', 'revision_number': 4, 'project_id': '3b0724451ec94fdbb4f2422c44245b53', 'gw_port': {'id': '9cc63bf3-a416-4b8e-8367-ec6b454b9c8f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:11:40Z', 'updated_at': '2022-06-08T02:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': 'e2d02735-db4b-4263-af2d-568263495d16', 'name': '', 'network_id': '29b8f254-b98d-401b-bc5d-7cbf19e5b50d', 'tenant_id': '3b0724451ec94fdbb4f2422c44245b53', 'mac_address': 'fa:16:3e:f1:11:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '718984ae-459e-42d0-9618-25b80c72367c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:11:43Z', 'updated_at': '2022-06-08T02:11:48Z', 'revision_number': 4, 'project_id': '3b0724451ec94fdbb4f2422c44245b53', 'subnets': [{'id': '718984ae-459e-42d0-9618-25b80c72367c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:11:49.193710 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a5c435-98d6-4819-9ca8-d8c72b73a698 None None] The sync data for ids ['2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d'] in dv-cinder-845069-1-iscsi is: [{'id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'name': 'tempest-TestMinimumBasicScenario-1810733501-router', 'tenant_id': '3b0724451ec94fdbb4f2422c44245b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '9cc63bf3-a416-4b8e-8367-ec6b454b9c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:11:40Z', 'updated_at': '2022-06-08T02:11:44Z', 'revision_number': 4, 'project_id': '3b0724451ec94fdbb4f2422c44245b53', 'gw_port': {'id': '9cc63bf3-a416-4b8e-8367-ec6b454b9c8f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:11:40Z', 'updated_at': '2022-06-08T02:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': 'e2d02735-db4b-4263-af2d-568263495d16', 'name': '', 'network_id': '29b8f254-b98d-401b-bc5d-7cbf19e5b50d', 'tenant_id': '3b0724451ec94fdbb4f2422c44245b53', 'mac_address': 'fa:16:3e:f1:11:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '718984ae-459e-42d0-9618-25b80c72367c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:11:43Z', 'updated_at': '2022-06-08T02:11:48Z', 'revision_number': 4, 'project_id': '3b0724451ec94fdbb4f2422c44245b53', 'subnets': [{'id': '718984ae-459e-42d0-9618-25b80c72367c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:11:49.212528 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-a0b4d39a-cc48-4155-9e08-b2d930c7e350 None None] Current status of the port e2d02735-db4b-4263-af2d-568263495d16 is: DOWN; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:11:49.212943 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe2e5-8c7d-4164-8f1e-5a609a8877c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:49.213073 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-a0b4d39a-cc48-4155-9e08-b2d930c7e350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (e2d02735-db4b-4263-af2d-568263495d16), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:49.287127 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 38afc466-5cde-41b6-b916-79370d66f96a is: DOWN; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:11:49.287604 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (38afc466-5cde-41b6-b916-79370d66f96a), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:49.304946 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-a0b4d39a-cc48-4155-9e08-b2d930c7e350 None None] For port e2d02735-db4b-4263-af2d-568263495d16, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=e2d02735-db4b-4263-af2d-568263495d16,segment=NetworkSegment(2a41b296-595a-4fb1-82e2-ac5ee17753f8),segment_id=2a41b296-595a-4fb1-82e2-ac5ee17753f8)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:11:49.315451 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-a0b4d39a-cc48-4155-9e08-b2d930c7e350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (e2d02735-db4b-4263-af2d-568263495d16), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:49.390324 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] For port 38afc466-5cde-41b6-b916-79370d66f96a, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=38afc466-5cde-41b6-b916-79370d66f96a,segment=NetworkSegment(ec8ece59-4d3d-4e89-b5f4-6b150866a146),segment_id=ec8ece59-4d3d-4e89-b5f4-6b150866a146)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:11:49.408854 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (38afc466-5cde-41b6-b916-79370d66f96a), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:49.419512 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-11bf83b3-3feb-4531-b129-57c6f357e51e None None] Publish callbacks [] for port (1a1a5d5e-6820-485d-a379-0b55dede0669), precommit_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:49.422482 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=100 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:49.423242 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:49.427694 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4d39a-cc48-4155-9e08-b2d930c7e350 None None] Pushing event updated for resources: {'Port': ['ID=e2d02735-db4b-4263-af2d-568263495d16,revision_number=5']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:49.431405 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-11bf83b3-3feb-4531-b129-57c6f357e51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (1a1a5d5e-6820-485d-a379-0b55dede0669), after_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:49.477397 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.db_base_plugin_common [None req-0a1fe2e5-8c7d-4164-8f1e-5a609a8877c2 admin admin] Allocated IP 172.20.0.1 (45dd686b-790d-4406-b933-0f08c724f054/d739c919-4aec-4e40-8103-e157d619ba6f/85060e05-70ad-4ab0-86a3-3ff2ca893c99) {{(pid=104269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:11:49.514811 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.managers [None req-11bf83b3-3feb-4531-b129-57c6f357e51e None None] Attempting to bind port 1a1a5d5e-6820-485d-a379-0b55dede0669 on host dv-cinder-845069-1-iscsi for vnic_type normal with profile {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:11:49.516622 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.managers [None req-11bf83b3-3feb-4531-b129-57c6f357e51e None None] Attempting to bind port 1a1a5d5e-6820-485d-a379-0b55dede0669 by drivers openvswitch,hyperv on host dv-cinder-845069-1-iscsi at level 0 using segments [{'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}] {{(pid=104271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:11:49.517179 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bf83b3-3feb-4531-b129-57c6f357e51e None None] Attempting to bind port 1a1a5d5e-6820-485d-a379-0b55dede0669 on network fccc80fe-aa23-41fa-b00e-a506a2a0f94c {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:11:49.531037 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e2fdd-2115-495f-bd07-6b9b32278280 None None] Pushing event updated for resources: {'Port': ['ID=1a1a5d5e-6820-485d-a379-0b55dede0669,revision_number=2']} {{(pid=104271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:49.544047 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Pushing event updated for resources: {'Port': ['ID=38afc466-5cde-41b6-b916-79370d66f96a,revision_number=3']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:49.545994 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bf83b3-3feb-4531-b129-57c6f357e51e None None] Checking agent: {'id': 'f845c03f-68d4-4819-b53b-956a55a73879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 1, 56, 43), 'started_at': datetime.datetime(2022, 6, 8, 1, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:11:49.546369 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bf83b3-3feb-4531-b129-57c6f357e51e None None] Checking segment: {'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:11:49.546770 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-11bf83b3-3feb-4531-b129-57c6f357e51e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:49.547161 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bf83b3-3feb-4531-b129-57c6f357e51e None None] Bound using segment: {'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'} {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:11:49.547625 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.managers [None req-11bf83b3-3feb-4531-b129-57c6f357e51e None None] Bound port: 1a1a5d5e-6820-485d-a379-0b55dede0669, host: dv-cinder-845069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}}] {{(pid=104271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:11:49.548002 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-11bf83b3-3feb-4531-b129-57c6f357e51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (1a1a5d5e-6820-485d-a379-0b55dede0669), before_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:49.618693 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.db [None req-11bf83b3-3feb-4531-b129-57c6f357e51e None None] For port 1a1a5d5e-6820-485d-a379-0b55dede0669, host dv-cinder-845069-1-iscsi, cleared binding levels {{(pid=104271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:11:49.622031 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.db [None req-11bf83b3-3feb-4531-b129-57c6f357e51e None None] For port 1a1a5d5e-6820-485d-a379-0b55dede0669, host dv-cinder-845069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=1a1a5d5e-6820-485d-a379-0b55dede0669,segment=NetworkSegment(85e1942d-da80-4474-8baf-777e325afd8c),segment_id=85e1942d-da80-4474-8baf-777e325afd8c)] {{(pid=104271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:11:49.629962 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-11bf83b3-3feb-4531-b129-57c6f357e51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (1a1a5d5e-6820-485d-a379-0b55dede0669), after_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:49.649198 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe2e5-8c7d-4164-8f1e-5a609a8877c2 admin admin] Publish callbacks [] for port (85060e05-70ad-4ab0-86a3-3ff2ca893c99), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:49.686736 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe2e5-8c7d-4164-8f1e-5a609a8877c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (85060e05-70ad-4ab0-86a3-3ff2ca893c99), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:49.714631 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e2fdd-2115-495f-bd07-6b9b32278280 None None] Pushing event updated for resources: {'Port': ['ID=1a1a5d5e-6820-485d-a379-0b55dede0669,revision_number=3']} {{(pid=104271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:49.738488 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bf83b3-3feb-4531-b129-57c6f357e51e None None] Routers {'2fc6baf6-f2fc-4f48-8549-f9592aa77b01'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:11:49.739126 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-11bf83b3-3feb-4531-b129-57c6f357e51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:11:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['2fc6baf6-f2fc-4f48-8549-f9592aa77b01'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:11:49.757102 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1fe2e5-8c7d-4164-8f1e-5a609a8877c2 admin admin] Network 45dd686b-790d-4406-b933-0f08c724f054 is already hosted by enough agents. {{(pid=104269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:11:49.761007 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.base_scheduler [None req-0a1fe2e5-8c7d-4164-8f1e-5a609a8877c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:11:49.764078 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1fe2e5-8c7d-4164-8f1e-5a609a8877c2 admin admin] Pushing event updated for resources: {'Port': ['ID=85060e05-70ad-4ab0-86a3-3ff2ca893c99,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:49.774102 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1fe2e5-8c7d-4164-8f1e-5a609a8877c2 admin admin] Received port after_create {{(pid=104269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:11:49.838081 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe2e5-8c7d-4164-8f1e-5a609a8877c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683938'] for router_interface (2fc6baf6-f2fc-4f48-8549-f9592aa77b01), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:49.878541 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-11bf83b3-3feb-4531-b129-57c6f357e51e None None] Set router 2fc6baf6-f2fc-4f48-8549-f9592aa77b01 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:11:49.880299 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4e5c07-ddcc-4c6a-a1fb-ee2b0485be92 None None] Network 45dd686b-790d-4406-b933-0f08c724f054 requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:11:49.989096 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:50.011948 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-d268e730-fd98-4cf5-b18c-f15bfaf96d47 None None] Provisioning complete for port 38afc466-5cde-41b6-b916-79370d66f96a triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:11:50.013077 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-d268e730-fd98-4cf5-b18c-f15bfaf96d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (38afc466-5cde-41b6-b916-79370d66f96a), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:50.073195 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe2e5-8c7d-4164-8f1e-5a609a8877c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (85060e05-70ad-4ab0-86a3-3ff2ca893c99), before_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:50.141356 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:50.144586 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-d268e730-fd98-4cf5-b18c-f15bfaf96d47 None None] Current status of the port 38afc466-5cde-41b6-b916-79370d66f96a is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:11:50.176373 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-11bf83b3-3feb-4531-b129-57c6f357e51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc6baf6-f2fc-4f48-8549-f9592aa77b01', 'name': 'tempest-TestMinimumBasicScenario-2074670367-router', 'tenant_id': '3424f51f284c42338dc4295f2860a4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '1a1a5d5e-6820-485d-a379-0b55dede0669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:11:46Z', 'updated_at': '2022-06-08T02:11:47Z', 'revision_number': 3, 'project_id': '3424f51f284c42338dc4295f2860a4a4', 'gw_port': {'id': '1a1a5d5e-6820-485d-a379-0b55dede0669', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc6baf6-f2fc-4f48-8549-f9592aa77b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:11:47Z', 'updated_at': '2022-06-08T02:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:11:50.210277 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bf83b3-3feb-4531-b129-57c6f357e51e None None] The sync data for ids ['2fc6baf6-f2fc-4f48-8549-f9592aa77b01'] in dv-cinder-845069-1-iscsi is: [{'id': '2fc6baf6-f2fc-4f48-8549-f9592aa77b01', 'name': 'tempest-TestMinimumBasicScenario-2074670367-router', 'tenant_id': '3424f51f284c42338dc4295f2860a4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '1a1a5d5e-6820-485d-a379-0b55dede0669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:11:46Z', 'updated_at': '2022-06-08T02:11:47Z', 'revision_number': 3, 'project_id': '3424f51f284c42338dc4295f2860a4a4', 'gw_port': {'id': '1a1a5d5e-6820-485d-a379-0b55dede0669', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc6baf6-f2fc-4f48-8549-f9592aa77b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:11:47Z', 'updated_at': '2022-06-08T02:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}] {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:11:50.266218 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:50.345982 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe2e5-8c7d-4164-8f1e-5a609a8877c2 admin admin] Publish callbacks [] for port (85060e05-70ad-4ab0-86a3-3ff2ca893c99), precommit_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:50.352105 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe2e5-8c7d-4164-8f1e-5a609a8877c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9466662'] for port (85060e05-70ad-4ab0-86a3-3ff2ca893c99), after_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:50.434368 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe2e5-8c7d-4164-8f1e-5a609a8877c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683862'] for router_interface (2fc6baf6-f2fc-4f48-8549-f9592aa77b01), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:50.436363 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1fe2e5-8c7d-4164-8f1e-5a609a8877c2 admin admin] Pushing event updated for resources: {'Port': ['ID=85060e05-70ad-4ab0-86a3-3ff2ca893c99,revision_number=2']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:50.480297 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-d755098d-5b80-4973-b48e-b76c3eecee82 None None] Provisioning complete for port 38afc466-5cde-41b6-b916-79370d66f96a triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:11:50.481978 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-d755098d-5b80-4973-b48e-b76c3eecee82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (38afc466-5cde-41b6-b916-79370d66f96a), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:50.491834 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfa311-589f-48f9-9947-c3210878affc req-cd18743e-140c-4f71-81aa-d028b1bed13d tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:50.500689 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-fcbfa311-589f-48f9-9947-c3210878affc req-cd18743e-140c-4f71-81aa-d028b1bed13d tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 946 time: 0.0787268 Jun 08 02:11:50.597596 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1fe2e5-8c7d-4164-8f1e-5a609a8877c2 admin admin] Network 45dd686b-790d-4406-b933-0f08c724f054 is already hosted by enough agents. {{(pid=104269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:11:50.599991 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.base_scheduler [None req-0a1fe2e5-8c7d-4164-8f1e-5a609a8877c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:11:50.627578 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-fcbfa311-589f-48f9-9947-c3210878affc req-8819e458-dad4-4acf-a09e-fb9a05182a1c tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234767 Jun 08 02:11:50.729430 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-d755098d-5b80-4973-b48e-b76c3eecee82 None None] Current status of the port 38afc466-5cde-41b6-b916-79370d66f96a is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:11:50.755834 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-d755098d-5b80-4973-b48e-b76c3eecee82 None None] Provisioning complete for port 85060e05-70ad-4ab0-86a3-3ff2ca893c99 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:11:50.756209 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-d755098d-5b80-4973-b48e-b76c3eecee82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (85060e05-70ad-4ab0-86a3-3ff2ca893c99), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:50.878337 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-d755098d-5b80-4973-b48e-b76c3eecee82 None None] Port 85060e05-70ad-4ab0-86a3-3ff2ca893c99 cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:11:50.962791 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1fe2e5-8c7d-4164-8f1e-5a609a8877c2 admin admin] Router 2fc6baf6-f2fc-4f48-8549-f9592aa77b01 has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:11:51.012715 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-2271f1ec-28c2-40a7-9949-9047416c9d98 None None] Provisioning complete for port 85060e05-70ad-4ab0-86a3-3ff2ca893c99 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:11:51.013786 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-2271f1ec-28c2-40a7-9949-9047416c9d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (85060e05-70ad-4ab0-86a3-3ff2ca893c99), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:51.094038 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-2271f1ec-28c2-40a7-9949-9047416c9d98 None None] Port 85060e05-70ad-4ab0-86a3-3ff2ca893c99 cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:11:51.118934 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 38afc466-5cde-41b6-b916-79370d66f96a up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:11:51.159722 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1fe2e5-8c7d-4164-8f1e-5a609a8877c2 admin admin] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:11:51.176584 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-0a1fe2e5-8c7d-4164-8f1e-5a609a8877c2 admin admin] 10.222.0.20 "PUT /v2.0/routers/2fc6baf6-f2fc-4f48-8549-f9592aa77b01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5537789 Jun 08 02:11:51.177347 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:51.197550 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 38afc466-5cde-41b6-b916-79370d66f96a triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:11:51.197984 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (38afc466-5cde-41b6-b916-79370d66f96a), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:51.291433 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 38afc466-5cde-41b6-b916-79370d66f96a is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:11:51.292752 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 1a1a5d5e-6820-485d-a379-0b55dede0669 up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:11:51.342521 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-090d6565-009a-4c85-93cb-f3ea4f49fe68 None None] Provisioning complete for port 85060e05-70ad-4ab0-86a3-3ff2ca893c99 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:11:51.343222 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-090d6565-009a-4c85-93cb-f3ea4f49fe68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (85060e05-70ad-4ab0-86a3-3ff2ca893c99), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:51.392486 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 1a1a5d5e-6820-485d-a379-0b55dede0669 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:11:51.392865 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (1a1a5d5e-6820-485d-a379-0b55dede0669), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:51.426647 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 92dccdf3-f4c8-42b5-aee4-d2373577dd65 no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:11:51.428170 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-090d6565-009a-4c85-93cb-f3ea4f49fe68 None None] Port 85060e05-70ad-4ab0-86a3-3ff2ca893c99 cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:11:51.554725 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 92dccdf3-f4c8-42b5-aee4-d2373577dd65 is: ACTIVE; New status is: DOWN {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:11:51.555121 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (92dccdf3-f4c8-42b5-aee4-d2373577dd65), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:51.573178 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 1a1a5d5e-6820-485d-a379-0b55dede0669 is: DOWN; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:11:51.573348 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (1a1a5d5e-6820-485d-a379-0b55dede0669), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:51.602584 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19726b62-06f4-4547-9021-b58c9571f183', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92dccdf3-f4c8-42b5-aee4-d2373577dd65'}] {{(pid=104270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:11:51.604947 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8be0b5de5a23eefcc09db06b1daf5598b5c3b6529c2083486e3c6bab2d5553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff387807-73e9-44d0-aff6-ed322290ae73" -d '{"events": [{"server_uuid": "19726b62-06f4-4547-9021-b58c9571f183", "name": "network-vif-unplugged", "status": "completed", "tag": "92dccdf3-f4c8-42b5-aee4-d2373577dd65"}]}' {{(pid=104270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:11:51.631091 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] For port 1a1a5d5e-6820-485d-a379-0b55dede0669, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=1a1a5d5e-6820-485d-a379-0b55dede0669,segment=NetworkSegment(85e1942d-da80-4474-8baf-777e325afd8c),segment_id=85e1942d-da80-4474-8baf-777e325afd8c)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:11:51.633729 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 92dccdf3-f4c8-42b5-aee4-d2373577dd65, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=92dccdf3-f4c8-42b5-aee4-d2373577dd65,segment=NetworkSegment(53131b2e-d267-40fd-aee8-2cb51a86cc49),segment_id=53131b2e-d267-40fd-aee8-2cb51a86cc49)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:11:51.639768 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (1a1a5d5e-6820-485d-a379-0b55dede0669), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:51.641065 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device e2d02735-db4b-4263-af2d-568263495d16 up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:11:51.649536 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (92dccdf3-f4c8-42b5-aee4-d2373577dd65), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:51.692131 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Jun 2022 02:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac56979c-3fbc-4c58-b339-8310d62dcd96 x-openstack-request-id: req-ac56979c-3fbc-4c58-b339-8310d62dcd96 {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:11:51.692382 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19726b62-06f4-4547-9021-b58c9571f183", "name": "network-vif-unplugged", "status": "failed", "tag": "92dccdf3-f4c8-42b5-aee4-d2373577dd65", "code": 422}]} {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:11:51.692675 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac56979c-3fbc-4c58-b339-8310d62dcd96 {{(pid=104270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:11:51.693106 dv-cinder-845069-1-iscsi neutron-server[104270]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ac56979c-3fbc-4c58-b339-8310d62dcd96']: {'server_uuid': '19726b62-06f4-4547-9021-b58c9571f183', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '92dccdf3-f4c8-42b5-aee4-d2373577dd65', 'code': 422} returned with failed status Jun 08 02:11:51.733185 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Pushing event updated for resources: {'Port': ['ID=1a1a5d5e-6820-485d-a379-0b55dede0669,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:51.743113 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:51.775568 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port e2d02735-db4b-4263-af2d-568263495d16 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:11:51.775952 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (e2d02735-db4b-4263-af2d-568263495d16), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:51.833303 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=92dccdf3-f4c8-42b5-aee4-d2373577dd65,revision_number=8']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:51.904492 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port e2d02735-db4b-4263-af2d-568263495d16 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:11:52.400353 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a10f36-3988-4ed5-a0ec-2e4c8510f838 req-9813de4c-b94c-4de5-b5b9-f9924962ff57 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:52.409739 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a6a10f36-3988-4ed5-a0ec-2e4c8510f838 req-9813de4c-b94c-4de5-b5b9-f9924962ff57 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 944 time: 0.0796304 Jun 08 02:11:52.515956 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a6a10f36-3988-4ed5-a0ec-2e4c8510f838 req-bc753c02-feb7-44e9-a8e4-6a226dc64ba7 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011624 Jun 08 02:11:52.707342 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 56572) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:11:52.804745 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-a933dc57-5482-47f7-9a7d-b9764381b139 req-8bc86a06-41df-4e93-8ed4-ddd18cde753c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0958447 Jun 08 02:11:52.816354 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [req-a933dc57-5482-47f7-9a7d-b9764381b139 req-b873fe55-db66-48e1-8356-211446c3988a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 08 02:11:52.817802 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-a933dc57-5482-47f7-9a7d-b9764381b139 req-b873fe55-db66-48e1-8356-211446c3988a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065403 Jun 08 02:11:52.827736 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 1a1a5d5e-6820-485d-a379-0b55dede0669 up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:11:52.892560 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 1a1a5d5e-6820-485d-a379-0b55dede0669 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:11:52.892932 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (1a1a5d5e-6820-485d-a379-0b55dede0669), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:52.945420 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 56580) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:11:52.990886 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:53.009593 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 1a1a5d5e-6820-485d-a379-0b55dede0669 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:11:53.085642 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933dc57-5482-47f7-9a7d-b9764381b139 req-c896b6cf-fb24-49a8-a129-a24fb46da45e tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:53.089290 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-a933dc57-5482-47f7-9a7d-b9764381b139 req-c896b6cf-fb24-49a8-a129-a24fb46da45e tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports/92dccdf3-f4c8-42b5-aee4-d2373577dd65 HTTP/1.1" status: 200 len: 941 time: 0.1396985 Jun 08 02:11:53.151494 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea37c730-322f-451a-9805-bb7b45b070fe None None] Sync routers for ids ['2fc6baf6-f2fc-4f48-8549-f9592aa77b01'] in dv-cinder-845069-1-iscsi {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:11:53.163458 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea37c730-322f-451a-9805-bb7b45b070fe None None] Routers {'2fc6baf6-f2fc-4f48-8549-f9592aa77b01'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:11:53.167723 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-ea37c730-322f-451a-9805-bb7b45b070fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:11:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['2fc6baf6-f2fc-4f48-8549-f9592aa77b01'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:11:53.438182 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-ea37c730-322f-451a-9805-bb7b45b070fe None None] Set router 2fc6baf6-f2fc-4f48-8549-f9592aa77b01 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:11:53.674914 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807e1d6-43b9-492c-85ad-00177f5d9fb3 req-0533bca4-c15e-47a7-95df-54d7edaefe99 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:53.683426 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c807e1d6-43b9-492c-85ad-00177f5d9fb3 req-0533bca4-c15e-47a7-95df-54d7edaefe99 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 944 time: 0.0627611 Jun 08 02:11:53.706143 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-ea37c730-322f-451a-9805-bb7b45b070fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc6baf6-f2fc-4f48-8549-f9592aa77b01', 'name': 'tempest-TestMinimumBasicScenario-2074670367-router', 'tenant_id': '3424f51f284c42338dc4295f2860a4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '1a1a5d5e-6820-485d-a379-0b55dede0669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:11:46Z', 'updated_at': '2022-06-08T02:11:50Z', 'revision_number': 4, 'project_id': '3424f51f284c42338dc4295f2860a4a4', 'gw_port': {'id': '1a1a5d5e-6820-485d-a379-0b55dede0669', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6baf6-f2fc-4f48-8549-f9592aa77b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:11:47Z', 'updated_at': '2022-06-08T02:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '85060e05-70ad-4ab0-86a3-3ff2ca893c99', 'name': '', 'network_id': '45dd686b-790d-4406-b933-0f08c724f054', 'tenant_id': '3424f51f284c42338dc4295f2860a4a4', 'mac_address': 'fa:16:3e:ae:95:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc6baf6-f2fc-4f48-8549-f9592aa77b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd739c919-4aec-4e40-8103-e157d619ba6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:11:49Z', 'updated_at': '2022-06-08T02:11:50Z', 'revision_number': 2, 'project_id': '3424f51f284c42338dc4295f2860a4a4', 'subnets': [{'id': 'd739c919-4aec-4e40-8103-e157d619ba6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:11:53.737777 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea37c730-322f-451a-9805-bb7b45b070fe None None] Checking router: 2fc6baf6-f2fc-4f48-8549-f9592aa77b01 for host: dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:11:53.738227 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea37c730-322f-451a-9805-bb7b45b070fe None None] Updating router 2fc6baf6-f2fc-4f48-8549-f9592aa77b01 port 85060e05-70ad-4ab0-86a3-3ff2ca893c99 binding host dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 02:11:53.759976 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c807e1d6-43b9-492c-85ad-00177f5d9fb3 req-7a630428-9d14-4d9a-8f93-9afc437417e8 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718336 Jun 08 02:11:53.796151 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-ea37c730-322f-451a-9805-bb7b45b070fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (85060e05-70ad-4ab0-86a3-3ff2ca893c99), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:54.067153 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:54.119957 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-ea37c730-322f-451a-9805-bb7b45b070fe None None] Publish callbacks [] for port (85060e05-70ad-4ab0-86a3-3ff2ca893c99), precommit_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:54.132918 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-ea37c730-322f-451a-9805-bb7b45b070fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (85060e05-70ad-4ab0-86a3-3ff2ca893c99), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:54.168360 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933dc57-5482-47f7-9a7d-b9764381b139 req-8a566781-5fde-4154-a638-a17910dbc89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:54.181608 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a933dc57-5482-47f7-9a7d-b9764381b139 req-8a566781-5fde-4154-a638-a17910dbc89b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183&tenant_id=7daf0f9fd80c464ca4fbf7f2e19fccbd HTTP/1.1" status: 200 len: 1128 time: 0.0873992 Jun 08 02:11:54.216359 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d5e3e-6eb0-475e-8365-f87e5d18abb5 None None] Pushing event updated for resources: {'Port': ['ID=85060e05-70ad-4ab0-86a3-3ff2ca893c99,revision_number=3']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:54.284019 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933dc57-5482-47f7-9a7d-b9764381b139 req-c3038c29-8f26-4598-b711-0dfdccb5e0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:54.284622 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-ea37c730-322f-451a-9805-bb7b45b070fe None None] Attempting to bind port 85060e05-70ad-4ab0-86a3-3ff2ca893c99 on host dv-cinder-845069-1-iscsi for vnic_type normal with profile {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:11:54.285048 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-ea37c730-322f-451a-9805-bb7b45b070fe None None] Attempting to bind port 85060e05-70ad-4ab0-86a3-3ff2ca893c99 by drivers openvswitch,hyperv on host dv-cinder-845069-1-iscsi at level 0 using segments [{'id': 'ec8ece59-4d3d-4e89-b5f4-6b150866a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '45dd686b-790d-4406-b933-0f08c724f054'}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:11:54.285696 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea37c730-322f-451a-9805-bb7b45b070fe None None] Attempting to bind port 85060e05-70ad-4ab0-86a3-3ff2ca893c99 on network 45dd686b-790d-4406-b933-0f08c724f054 {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:11:54.285824 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a933dc57-5482-47f7-9a7d-b9764381b139 req-c3038c29-8f26-4598-b711-0dfdccb5e0f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7daf0f9fd80c464ca4fbf7f2e19fccbd&device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 1128 time: 0.0679526 Jun 08 02:11:54.294617 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea37c730-322f-451a-9805-bb7b45b070fe None None] Checking agent: {'id': 'f845c03f-68d4-4819-b53b-956a55a73879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 1, 56, 43), 'started_at': datetime.datetime(2022, 6, 8, 1, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:11:54.295096 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea37c730-322f-451a-9805-bb7b45b070fe None None] Checking segment: {'id': 'ec8ece59-4d3d-4e89-b5f4-6b150866a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '45dd686b-790d-4406-b933-0f08c724f054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:11:54.295647 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-ea37c730-322f-451a-9805-bb7b45b070fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:54.296141 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea37c730-322f-451a-9805-bb7b45b070fe None None] Bound using segment: {'id': 'ec8ece59-4d3d-4e89-b5f4-6b150866a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '45dd686b-790d-4406-b933-0f08c724f054'} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:11:54.296649 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-ea37c730-322f-451a-9805-bb7b45b070fe None None] Bound port: 85060e05-70ad-4ab0-86a3-3ff2ca893c99, host: dv-cinder-845069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec8ece59-4d3d-4e89-b5f4-6b150866a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '45dd686b-790d-4406-b933-0f08c724f054'}}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:11:54.297032 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-ea37c730-322f-451a-9805-bb7b45b070fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (85060e05-70ad-4ab0-86a3-3ff2ca893c99), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:54.420877 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:54.430705 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-ea37c730-322f-451a-9805-bb7b45b070fe None None] For port 85060e05-70ad-4ab0-86a3-3ff2ca893c99, host dv-cinder-845069-1-iscsi, cleared binding levels {{(pid=104270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:11:54.435534 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933dc57-5482-47f7-9a7d-b9764381b139 req-3b01d57a-f730-4410-b8e2-1be7b9adf90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:54.437973 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a933dc57-5482-47f7-9a7d-b9764381b139 req-3b01d57a-f730-4410-b8e2-1be7b9adf90f service neutron] 10.222.0.15 "GET /v2.0/networks?id=99df6c84-8305-4b75-a40c-3f742f20dcc7 HTTP/1.1" status: 200 len: 917 time: 0.1419754 Jun 08 02:11:54.443556 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-ea37c730-322f-451a-9805-bb7b45b070fe None None] For port 85060e05-70ad-4ab0-86a3-3ff2ca893c99, host dv-cinder-845069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=85060e05-70ad-4ab0-86a3-3ff2ca893c99,segment=NetworkSegment(ec8ece59-4d3d-4e89-b5f4-6b150866a146),segment_id=ec8ece59-4d3d-4e89-b5f4-6b150866a146)] {{(pid=104270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:11:54.452214 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-ea37c730-322f-451a-9805-bb7b45b070fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (85060e05-70ad-4ab0-86a3-3ff2ca893c99), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:54.462303 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:54.528158 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a933dc57-5482-47f7-9a7d-b9764381b139 req-52047490-194f-4c29-b7ff-a2c3c4f51bbd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92dccdf3-f4c8-42b5-aee4-d2373577dd65 HTTP/1.1" status: 200 len: 1000 time: 0.0783839 Jun 08 02:11:54.571753 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-b903bf3c-dd76-4d05-b4c6-9f51d4a1f999 None None] Provisioning complete for port 85060e05-70ad-4ab0-86a3-3ff2ca893c99 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:11:54.572131 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-b903bf3c-dd76-4d05-b4c6-9f51d4a1f999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (85060e05-70ad-4ab0-86a3-3ff2ca893c99), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:54.592236 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933dc57-5482-47f7-9a7d-b9764381b139 req-53b81bf7-6550-428f-9c15-7114ed40027f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:54.594134 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a933dc57-5482-47f7-9a7d-b9764381b139 req-53b81bf7-6550-428f-9c15-7114ed40027f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35584f73-fd5a-4825-84bf-35c3d28082c7 HTTP/1.1" status: 200 len: 855 time: 0.0603893 Jun 08 02:11:54.600133 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea37c730-322f-451a-9805-bb7b45b070fe None None] Routers {'2fc6baf6-f2fc-4f48-8549-f9592aa77b01'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:11:54.601494 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-ea37c730-322f-451a-9805-bb7b45b070fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:11:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['2fc6baf6-f2fc-4f48-8549-f9592aa77b01'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:11:54.606579 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d5e3e-6eb0-475e-8365-f87e5d18abb5 None None] Pushing event updated for resources: {'Port': ['ID=85060e05-70ad-4ab0-86a3-3ff2ca893c99,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:54.666130 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933dc57-5482-47f7-9a7d-b9764381b139 req-ad822c8d-5300-4c09-8b2d-8d2779095001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:54.674176 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a933dc57-5482-47f7-9a7d-b9764381b139 req-ad822c8d-5300-4c09-8b2d-8d2779095001 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99df6c84-8305-4b75-a40c-3f742f20dcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0708232 Jun 08 02:11:54.769652 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-ea37c730-322f-451a-9805-bb7b45b070fe None None] Set router 2fc6baf6-f2fc-4f48-8549-f9592aa77b01 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:11:54.776939 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-b903bf3c-dd76-4d05-b4c6-9f51d4a1f999 None None] Current status of the port 85060e05-70ad-4ab0-86a3-3ff2ca893c99 is: DOWN; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:11:54.777384 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-b903bf3c-dd76-4d05-b4c6-9f51d4a1f999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (85060e05-70ad-4ab0-86a3-3ff2ca893c99), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:54.834225 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a933dc57-5482-47f7-9a7d-b9764381b139 req-dccd1d02-a1ef-42f2-aa54-95df00efb26a service neutron] 10.222.0.15 "GET /v2.0/networks/99df6c84-8305-4b75-a40c-3f742f20dcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521990 Jun 08 02:11:54.896707 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:54.908378 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-b903bf3c-dd76-4d05-b4c6-9f51d4a1f999 None None] For port 85060e05-70ad-4ab0-86a3-3ff2ca893c99, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=85060e05-70ad-4ab0-86a3-3ff2ca893c99,segment=NetworkSegment(ec8ece59-4d3d-4e89-b5f4-6b150866a146),segment_id=ec8ece59-4d3d-4e89-b5f4-6b150866a146)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:11:54.934680 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-b903bf3c-dd76-4d05-b4c6-9f51d4a1f999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (85060e05-70ad-4ab0-86a3-3ff2ca893c99), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:54.989688 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97799189-e2b4-40ec-bf41-782ba0d0a817 req-ae620453-09fe-4573-9dfb-ae6b1f92f318 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:54.991824 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-97799189-e2b4-40ec-bf41-782ba0d0a817 req-ae620453-09fe-4573-9dfb-ae6b1f92f318 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 944 time: 0.0685761 Jun 08 02:11:54.993935 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a933dc57-5482-47f7-9a7d-b9764381b139 req-a15b544d-0f00-4f16-adbf-140c5c36c4b7 service neutron] 10.222.0.15 "GET /v2.0/networks/99df6c84-8305-4b75-a40c-3f742f20dcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524456 Jun 08 02:11:55.021848 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903bf3c-dd76-4d05-b4c6-9f51d4a1f999 None None] Pushing event updated for resources: {'Port': ['ID=85060e05-70ad-4ab0-86a3-3ff2ca893c99,revision_number=5']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:11:55.084532 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-f6290f62-2fd0-4ae5-a7dd-f93725893759 None None] Provisioning complete for port 85060e05-70ad-4ab0-86a3-3ff2ca893c99 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:11:55.085775 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-f6290f62-2fd0-4ae5-a7dd-f93725893759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (85060e05-70ad-4ab0-86a3-3ff2ca893c99), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:55.093520 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-97799189-e2b4-40ec-bf41-782ba0d0a817 req-907b9ae4-5876-4d03-8b1c-cad5912ada45 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871968 Jun 08 02:11:55.112917 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-ea37c730-322f-451a-9805-bb7b45b070fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc6baf6-f2fc-4f48-8549-f9592aa77b01', 'name': 'tempest-TestMinimumBasicScenario-2074670367-router', 'tenant_id': '3424f51f284c42338dc4295f2860a4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '1a1a5d5e-6820-485d-a379-0b55dede0669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:11:46Z', 'updated_at': '2022-06-08T02:11:50Z', 'revision_number': 4, 'project_id': '3424f51f284c42338dc4295f2860a4a4', 'gw_port': {'id': '1a1a5d5e-6820-485d-a379-0b55dede0669', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6baf6-f2fc-4f48-8549-f9592aa77b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:11:47Z', 'updated_at': '2022-06-08T02:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '85060e05-70ad-4ab0-86a3-3ff2ca893c99', 'name': '', 'network_id': '45dd686b-790d-4406-b933-0f08c724f054', 'tenant_id': '3424f51f284c42338dc4295f2860a4a4', 'mac_address': 'fa:16:3e:ae:95:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc6baf6-f2fc-4f48-8549-f9592aa77b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd739c919-4aec-4e40-8103-e157d619ba6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:11:49Z', 'updated_at': '2022-06-08T02:11:54Z', 'revision_number': 4, 'project_id': '3424f51f284c42338dc4295f2860a4a4', 'subnets': [{'id': 'd739c919-4aec-4e40-8103-e157d619ba6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:11:55.146856 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea37c730-322f-451a-9805-bb7b45b070fe None None] The sync data for ids ['2fc6baf6-f2fc-4f48-8549-f9592aa77b01'] in dv-cinder-845069-1-iscsi is: [{'id': '2fc6baf6-f2fc-4f48-8549-f9592aa77b01', 'name': 'tempest-TestMinimumBasicScenario-2074670367-router', 'tenant_id': '3424f51f284c42338dc4295f2860a4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '1a1a5d5e-6820-485d-a379-0b55dede0669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:11:46Z', 'updated_at': '2022-06-08T02:11:50Z', 'revision_number': 4, 'project_id': '3424f51f284c42338dc4295f2860a4a4', 'gw_port': {'id': '1a1a5d5e-6820-485d-a379-0b55dede0669', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6baf6-f2fc-4f48-8549-f9592aa77b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:11:47Z', 'updated_at': '2022-06-08T02:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '85060e05-70ad-4ab0-86a3-3ff2ca893c99', 'name': '', 'network_id': '45dd686b-790d-4406-b933-0f08c724f054', 'tenant_id': '3424f51f284c42338dc4295f2860a4a4', 'mac_address': 'fa:16:3e:ae:95:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc6baf6-f2fc-4f48-8549-f9592aa77b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd739c919-4aec-4e40-8103-e157d619ba6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:11:49Z', 'updated_at': '2022-06-08T02:11:54Z', 'revision_number': 4, 'project_id': '3424f51f284c42338dc4295f2860a4a4', 'subnets': [{'id': 'd739c919-4aec-4e40-8103-e157d619ba6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:11:55.160470 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:11:55.205848 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-f6290f62-2fd0-4ae5-a7dd-f93725893759 None None] Current status of the port 85060e05-70ad-4ab0-86a3-3ff2ca893c99 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:11:55.594428 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:56.286199 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e958ac-f24d-4a88-9432-706af8079120 req-015a49b4-b571-4824-b722-5cc54d7f3aa6 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:56.289334 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-98e958ac-f24d-4a88-9432-706af8079120 req-015a49b4-b571-4824-b722-5cc54d7f3aa6 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 944 time: 0.0722666 Jun 08 02:11:56.375765 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-98e958ac-f24d-4a88-9432-706af8079120 req-595ee219-9f67-4bcc-9c12-8052dd634bbc tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765932 Jun 08 02:11:56.891713 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 85060e05-70ad-4ab0-86a3-3ff2ca893c99 up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:11:57.015944 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 85060e05-70ad-4ab0-86a3-3ff2ca893c99 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:11:57.019907 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (85060e05-70ad-4ab0-86a3-3ff2ca893c99), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:11:57.482207 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 85060e05-70ad-4ab0-86a3-3ff2ca893c99 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:11:57.705862 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16803ac4-cdd1-4513-a50e-526e1303d00f req-67ba6b5f-3f7b-4d11-87c0-579617c7622f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:57.715739 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-16803ac4-cdd1-4513-a50e-526e1303d00f req-67ba6b5f-3f7b-4d11-87c0-579617c7622f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 944 time: 0.1574516 Jun 08 02:11:57.808766 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-16803ac4-cdd1-4513-a50e-526e1303d00f req-3c77b4b0-f994-43e6-b5a8-8e27dd3539f0 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920897 Jun 08 02:11:59.152590 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df41c4f-d924-470c-9854-fdd8c0a6784c req-62018384-436c-443d-b4cf-3eb2134fc917 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:11:59.167628 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0df41c4f-d924-470c-9854-fdd8c0a6784c req-62018384-436c-443d-b4cf-3eb2134fc917 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 944 time: 0.1415637 Jun 08 02:11:59.271113 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0df41c4f-d924-470c-9854-fdd8c0a6784c req-70e2b052-1d1f-4e8c-b863-03f03f7914a1 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018150 Jun 08 02:12:00.170557 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:00.181482 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=52 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:00.445458 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecfae0-c2f6-471e-ac8b-7206db4c3032 req-4490caee-ec86-445f-8e40-8e58f0da865b tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:00.447348 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-eaecfae0-c2f6-471e-ac8b-7206db4c3032 req-4490caee-ec86-445f-8e40-8e58f0da865b tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 944 time: 0.0526147 Jun 08 02:12:00.514616 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-eaecfae0-c2f6-471e-ac8b-7206db4c3032 req-fdc2f1ce-1b76-4ef0-abdf-9d1a1a696a47 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610614 Jun 08 02:12:01.743433 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb6bb7-e139-4bcb-b602-7ee20f8a3364 req-bfd9639e-6057-430c-bbef-fb9cd4ed6398 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:01.757456 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-01eb6bb7-e139-4bcb-b602-7ee20f8a3364 req-bfd9639e-6057-430c-bbef-fb9cd4ed6398 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 944 time: 0.1071773 Jun 08 02:12:01.844510 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-01eb6bb7-e139-4bcb-b602-7ee20f8a3364 req-e22eaddb-a05d-484b-b9b8-60962a38cfe4 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776258 Jun 08 02:12:03.015401 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d71b5-6403-4edd-9c35-1e7d9673c725 req-fcb71ee1-a4fa-42a0-b74c-e504761f5e6c tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:03.022841 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1d8d71b5-6403-4edd-9c35-1e7d9673c725 req-fcb71ee1-a4fa-42a0-b74c-e504761f5e6c tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 944 time: 0.0772665 Jun 08 02:12:03.074048 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=75 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:03.076293 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=70 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:03.119463 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1d8d71b5-6403-4edd-9c35-1e7d9673c725 req-b0fa423d-b23a-4770-a4d0-aa8197236eb9 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904033 Jun 08 02:12:03.681117 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-5e66e46b-e0c2-4f24-b0f6-48937c105e99 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:03.682774 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-5e66e46b-e0c2-4f24-b0f6-48937c105e99 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/networks?id=29b8f254-b98d-401b-bc5d-7cbf19e5b50d HTTP/1.1" status: 200 len: 815 time: 0.1198223 Jun 08 02:12:03.700786 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-339b3bba-8b8e-4570-8c56-ea749b02013b tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/quotas/3b0724451ec94fdbb4f2422c44245b53 HTTP/1.1" status: 200 len: 375 time: 0.0112615 Jun 08 02:12:03.755721 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-27157e04-e83e-40a5-9856-f9be6831d48d tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b0724451ec94fdbb4f2422c44245b53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479214 Jun 08 02:12:03.828704 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:03.917843 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:03.922109 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-6b8a2ec0-deea-499b-908c-188bd47f069f service neutron] 10.222.0.20 "GET /v2.0/networks/29b8f254-b98d-401b-bc5d-7cbf19e5b50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508803 Jun 08 02:12:04.020386 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-c91844ab-a892-4244-af50-bb1be4168d1d service neutron] 10.222.0.20 "GET /v2.0/networks/29b8f254-b98d-401b-bc5d-7cbf19e5b50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920048 Jun 08 02:12:04.280325 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-aa7d2b66-01e4-40d2-95d4-84d8be7ae13f req-4046f218-7ea4-4ab8-86e2-f4847aea2f7e tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 210 time: 0.0426075 Jun 08 02:12:04.350920 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa9b86-06c6-4c05-a982-9ea82f5b2ad5 req-0c6656ee-f53e-452e-a3f0-deee00fcab34 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:04.352581 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-89aa9b86-06c6-4c05-a982-9ea82f5b2ad5 req-0c6656ee-f53e-452e-a3f0-deee00fcab34 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 944 time: 0.0700307 Jun 08 02:12:04.421025 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-89aa9b86-06c6-4c05-a982-9ea82f5b2ad5 req-62192372-adf4-49c2-b32d-75b3308c5523 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608490 Jun 08 02:12:05.398445 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-415e44dd-846d-4cf3-b4f2-1cb265bd060b req-7ec9b8d2-a627-43cf-b3c8-3a0c46162726 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 210 time: 0.0279553 Jun 08 02:12:05.542486 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22e1a2-a4b3-4467-a258-11e4e20b0959 req-760ed9d6-cf60-4465-bea3-9ebf1ed31d9c tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:05.543928 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4d22e1a2-a4b3-4467-a258-11e4e20b0959 req-760ed9d6-cf60-4465-bea3-9ebf1ed31d9c tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 944 time: 0.0460320 Jun 08 02:12:05.591097 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4d22e1a2-a4b3-4467-a258-11e4e20b0959 req-64a128e2-338b-4be3-b3ec-e50ee8e944a7 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415401 Jun 08 02:12:06.289772 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:12:06.495511 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-faee3aa0-1cf0-46ae-b4d9-ea633f6b6096 req-59aeb1da-4eb0-4b61-80c6-b68932a90a2e tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 210 time: 0.0313389 Jun 08 02:12:06.735556 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-ab4ebbf9-75e3-4b98-b47f-3dfc1e24ef98 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:06.737042 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-ab4ebbf9-75e3-4b98-b47f-3dfc1e24ef98 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.15 "GET /v2.0/networks?id=29b8f254-b98d-401b-bc5d-7cbf19e5b50d HTTP/1.1" status: 200 len: 815 time: 0.1473927 Jun 08 02:12:06.750008 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb053f3-9a0f-4498-90fe-1f158e2cc418 req-2f7b90b7-c6e5-47f1-87aa-6678f7c7e258 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:06.751532 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3cb053f3-9a0f-4498-90fe-1f158e2cc418 req-2f7b90b7-c6e5-47f1-87aa-6678f7c7e258 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 944 time: 0.0686924 Jun 08 02:12:06.756286 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-14753a18-8a17-48f1-86e7-62843def66fa tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Request body: {'port': {'device_id': 'b532af5d-7b14-4644-add7-8b716f81871f', 'network_id': '29b8f254-b98d-401b-bc5d-7cbf19e5b50d', 'admin_state_up': True, 'tenant_id': '3b0724451ec94fdbb4f2422c44245b53'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:12:06.828085 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:06.841742 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5cfbea74-01d0-43de-aa71-c6436104d5b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:06.874220 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3cb053f3-9a0f-4498-90fe-1f158e2cc418 req-c2a6ce82-b447-43ed-9649-a89bd259a1bd tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124265 Jun 08 02:12:06.922462 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-14753a18-8a17-48f1-86e7-62843def66fa tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Made reservation on behalf of 3b0724451ec94fdbb4f2422c44245b53 for: {'port': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:12:06.927280 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-14753a18-8a17-48f1-86e7-62843def66fa tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:07.063123 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-14753a18-8a17-48f1-86e7-62843def66fa tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Allocated IP 172.20.0.7 (29b8f254-b98d-401b-bc5d-7cbf19e5b50d/718984ae-459e-42d0-9618-25b80c72367c/906aaccc-01a6-40cf-a960-5f798d175167) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:12:07.098675 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:07.438279 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 92dccdf3-f4c8-42b5-aee4-d2373577dd65 details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 02:12:07.545818 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-14753a18-8a17-48f1-86e7-62843def66fa tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks [] for port (906aaccc-01a6-40cf-a960-5f798d175167), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:07.581142 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-14753a18-8a17-48f1-86e7-62843def66fa tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (906aaccc-01a6-40cf-a960-5f798d175167), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:07.607928 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:07.620647 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 92dccdf3-f4c8-42b5-aee4-d2373577dd65, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=92dccdf3-f4c8-42b5-aee4-d2373577dd65,segment=NetworkSegment(53131b2e-d267-40fd-aee8-2cb51a86cc49),segment_id=53131b2e-d267-40fd-aee8-2cb51a86cc49)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:12:07.633402 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Returning: {'device': '92dccdf3-f4c8-42b5-aee4-d2373577dd65', 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7', 'port_id': '92dccdf3-f4c8-42b5-aee4-d2373577dd65', 'mac_address': 'fa:16:3e:ec:ec:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35584f73-fd5a-4825-84bf-35c3d28082c7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 02:12:07.679923 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-14753a18-8a17-48f1-86e7-62843def66fa tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Network 29b8f254-b98d-401b-bc5d-7cbf19e5b50d is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:12:07.688611 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 92dccdf3-f4c8-42b5-aee4-d2373577dd65 is: DOWN; New status is: BUILD {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:12:07.689228 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (92dccdf3-f4c8-42b5-aee4-d2373577dd65), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:07.691438 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-14753a18-8a17-48f1-86e7-62843def66fa tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:12:07.696282 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-14753a18-8a17-48f1-86e7-62843def66fa tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:12:07.699022 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14753a18-8a17-48f1-86e7-62843def66fa tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Pushing event updated for resources: {'Port': ['ID=906aaccc-01a6-40cf-a960-5f798d175167,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:07.706530 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92dccdf3-f4c8-42b5-aee4-d2373577dd65 {{(pid=104270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:12:07.709642 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14753a18-8a17-48f1-86e7-62843def66fa tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:07.709989 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14753a18-8a17-48f1-86e7-62843def66fa tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:07.711575 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14753a18-8a17-48f1-86e7-62843def66fa tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:07.711820 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14753a18-8a17-48f1-86e7-62843def66fa tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:07.712598 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14753a18-8a17-48f1-86e7-62843def66fa tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:07.712598 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14753a18-8a17-48f1-86e7-62843def66fa tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:07.712801 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14753a18-8a17-48f1-86e7-62843def66fa tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:07.712966 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14753a18-8a17-48f1-86e7-62843def66fa tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:07.713288 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14753a18-8a17-48f1-86e7-62843def66fa tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:07.713903 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14753a18-8a17-48f1-86e7-62843def66fa tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:07.713903 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14753a18-8a17-48f1-86e7-62843def66fa tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:07.714386 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14753a18-8a17-48f1-86e7-62843def66fa tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:07.714526 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14753a18-8a17-48f1-86e7-62843def66fa tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:07.714838 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14753a18-8a17-48f1-86e7-62843def66fa tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:07.715155 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14753a18-8a17-48f1-86e7-62843def66fa tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:07.735648 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 92dccdf3-f4c8-42b5-aee4-d2373577dd65, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=92dccdf3-f4c8-42b5-aee4-d2373577dd65,segment=NetworkSegment(53131b2e-d267-40fd-aee8-2cb51a86cc49),segment_id=53131b2e-d267-40fd-aee8-2cb51a86cc49)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:12:07.743169 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (92dccdf3-f4c8-42b5-aee4-d2373577dd65), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:07.753550 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9f4fc-c743-40c8-92b2-ded16607f364 req-4a94da89-8a1c-4ce2-87be-61ed76f5b139 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:07.755355 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7eb9f4fc-c743-40c8-92b2-ded16607f364 req-4a94da89-8a1c-4ce2-87be-61ed76f5b139 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 931 time: 0.1437843 Jun 08 02:12:07.823451 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=92dccdf3-f4c8-42b5-aee4-d2373577dd65,revision_number=9']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:07.867049 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-14753a18-8a17-48f1-86e7-62843def66fa tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:07.867818 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-14753a18-8a17-48f1-86e7-62843def66fa tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:07.918892 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7eb9f4fc-c743-40c8-92b2-ded16607f364 req-cd455c46-355c-44ce-8df7-0499943264be tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535027 Jun 08 02:12:07.925469 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-14753a18-8a17-48f1-86e7-62843def66fa tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1729658 Jun 08 02:12:07.994208 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-41e1a67c-7294-4c10-a6a1-33776cde1304 None None] Provisioning complete for port 906aaccc-01a6-40cf-a960-5f798d175167 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:12:07.994776 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-41e1a67c-7294-4c10-a6a1-33776cde1304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (906aaccc-01a6-40cf-a960-5f798d175167), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:08.019492 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['92dccdf3-f4c8-42b5-aee4-d2373577dd65'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:12:08.041024 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c6ab8-d370-4d4d-b53c-8e9f6f59f9d0 req-ef94c8ed-66be-437c-9bc4-b43fb63a4e06 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:08.043171 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-fc7c6ab8-d370-4d4d-b53c-8e9f6f59f9d0 req-ef94c8ed-66be-437c-9bc4-b43fb63a4e06 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 945 time: 0.0499351 Jun 08 02:12:08.071391 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-41e1a67c-7294-4c10-a6a1-33776cde1304 None None] Port 906aaccc-01a6-40cf-a960-5f798d175167 cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:12:08.101674 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-fc7c6ab8-d370-4d4d-b53c-8e9f6f59f9d0 req-da8945e9-cda1-4526-9b46-a1aeeaa00216 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500219 Jun 08 02:12:09.079220 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd37eaa-9c39-4aa7-91be-70c71ee955cd req-de86d7a4-ebe8-4da2-8b8f-605771902aa9 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:09.080931 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-bfd37eaa-9c39-4aa7-91be-70c71ee955cd req-de86d7a4-ebe8-4da2-8b8f-605771902aa9 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 931 time: 0.0610855 Jun 08 02:12:09.142351 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-3d788250-376b-47a1-a297-ad2748ce16f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:09.154092 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-bfd37eaa-9c39-4aa7-91be-70c71ee955cd req-dc482cdb-68c7-4e79-9f17-1da0077cc895 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658402 Jun 08 02:12:09.253400 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968be0f-b196-4667-9faa-b5d8af5ede11 req-c5fc2e1b-adcc-4a19-8732-731484da89a5 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:09.254883 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2968be0f-b196-4667-9faa-b5d8af5ede11 req-c5fc2e1b-adcc-4a19-8732-731484da89a5 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 945 time: 0.0503886 Jun 08 02:12:09.315115 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2968be0f-b196-4667-9faa-b5d8af5ede11 req-20470c19-dfd1-4c37-9ef4-81d1d8e1208f tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538750 Jun 08 02:12:09.441488 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 92dccdf3-f4c8-42b5-aee4-d2373577dd65 up at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:12:09.470307 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:09.496908 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning complete for port 92dccdf3-f4c8-42b5-aee4-d2373577dd65 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:12:09.497275 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (92dccdf3-f4c8-42b5-aee4-d2373577dd65), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:09.608008 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 92dccdf3-f4c8-42b5-aee4-d2373577dd65 is: BUILD; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:12:09.608008 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (92dccdf3-f4c8-42b5-aee4-d2373577dd65), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:09.629567 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19726b62-06f4-4547-9021-b58c9571f183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dccdf3-f4c8-42b5-aee4-d2373577dd65'}] {{(pid=104270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:12:09.631730 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8be0b5de5a23eefcc09db06b1daf5598b5c3b6529c2083486e3c6bab2d5553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd08aa4-54af-4599-8782-c43df6e0d4f7" -d '{"events": [{"server_uuid": "19726b62-06f4-4547-9021-b58c9571f183", "name": "network-vif-plugged", "status": "completed", "tag": "92dccdf3-f4c8-42b5-aee4-d2373577dd65"}]}' {{(pid=104270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:12:09.644209 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 92dccdf3-f4c8-42b5-aee4-d2373577dd65, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=92dccdf3-f4c8-42b5-aee4-d2373577dd65,segment=NetworkSegment(53131b2e-d267-40fd-aee8-2cb51a86cc49),segment_id=53131b2e-d267-40fd-aee8-2cb51a86cc49)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:12:09.648770 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (92dccdf3-f4c8-42b5-aee4-d2373577dd65), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:09.689141 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2009dcf-edfe-4e9a-8121-6b199628c50a x-openstack-request-id: req-e2009dcf-edfe-4e9a-8121-6b199628c50a {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:12:09.689442 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19726b62-06f4-4547-9021-b58c9571f183", "name": "network-vif-plugged", "status": "completed", "tag": "92dccdf3-f4c8-42b5-aee4-d2373577dd65", "code": 200}]} {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:12:09.689701 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2009dcf-edfe-4e9a-8121-6b199628c50a {{(pid=104270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:12:09.690087 dv-cinder-845069-1-iscsi neutron-server[104270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2009dcf-edfe-4e9a-8121-6b199628c50a'] response: {'server_uuid': '19726b62-06f4-4547-9021-b58c9571f183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dccdf3-f4c8-42b5-aee4-d2373577dd65', 'code': 200} Jun 08 02:12:09.717974 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=92dccdf3-f4c8-42b5-aee4-d2373577dd65,revision_number=10']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:10.271767 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:10.272838 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f9761-c0b9-49a6-8f63-bb6eb5ede2c1 req-e0291e48-b11d-4548-946b-6f9e1ac73c15 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:10.276988 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4f9f9761-c0b9-49a6-8f63-bb6eb5ede2c1 req-e0291e48-b11d-4548-946b-6f9e1ac73c15 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 931 time: 0.0589359 Jun 08 02:12:10.332306 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4f9f9761-c0b9-49a6-8f63-bb6eb5ede2c1 req-18aa16d0-b86f-4e0e-b823-ab5db3e85653 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524385 Jun 08 02:12:10.467775 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcedcb-b814-48d8-918d-ad289b291760 req-6546031c-41b2-4744-9a9a-cdb4b2b1632b tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:10.469251 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9fbcedcb-b814-48d8-918d-ad289b291760 req-6546031c-41b2-4744-9a9a-cdb4b2b1632b tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 947 time: 0.0671012 Jun 08 02:12:10.488470 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:10.549370 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9fbcedcb-b814-48d8-918d-ad289b291760 req-3edd3dd9-baab-458f-89ca-c27a69b1277e tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744152 Jun 08 02:12:11.454362 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441df0a8-8474-4ac1-ada3-b6711dc393fa req-c9072de4-d619-4a53-9e68-9f161a985a94 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:11.455837 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-441df0a8-8474-4ac1-ada3-b6711dc393fa req-c9072de4-d619-4a53-9e68-9f161a985a94 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 931 time: 0.0558443 Jun 08 02:12:11.506252 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-441df0a8-8474-4ac1-ada3-b6711dc393fa req-ba7f8202-0c42-41e3-9723-77fd01e4dcff tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447526 Jun 08 02:12:11.716449 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b870e8-bc77-40f8-b64c-a235f603929e req-c8dc05a7-4e66-4693-8c27-678d330eb7a0 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:11.717920 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-81b870e8-bc77-40f8-b64c-a235f603929e req-c8dc05a7-4e66-4693-8c27-678d330eb7a0 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 947 time: 0.0520582 Jun 08 02:12:11.773455 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-81b870e8-bc77-40f8-b64c-a235f603929e req-ad9a990e-2acc-43a2-b557-d68825973bf9 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486226 Jun 08 02:12:11.869274 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:12.652513 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62627194-16f1-45c8-a97b-da6ce2d69f61 req-91bdf678-5dcd-490b-956e-4a15b4dccba0 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:12.660230 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-62627194-16f1-45c8-a97b-da6ce2d69f61 req-91bdf678-5dcd-490b-956e-4a15b4dccba0 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 931 time: 0.0767224 Jun 08 02:12:12.717592 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-62627194-16f1-45c8-a97b-da6ce2d69f61 req-2fedbc1b-aa6d-4480-b65a-1c7000e14867 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563772 Jun 08 02:12:12.923434 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2974f-4286-4e2f-824a-0552ea738361 req-025ed3a4-6886-440c-b07e-0bd3ec5349f5 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:12.925187 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5aa2974f-4286-4e2f-824a-0552ea738361 req-025ed3a4-6886-440c-b07e-0bd3ec5349f5 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 947 time: 0.0681515 Jun 08 02:12:12.995990 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5aa2974f-4286-4e2f-824a-0552ea738361 req-f34b7b45-292f-4b6c-9b27-428101da87d7 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638819 Jun 08 02:12:13.351050 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:13.844174 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:13.852913 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66a0e9-aadf-45b6-8a19-22b7ab6360f8 req-8569d1b5-f5bc-4796-8918-6c666fce47ee tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:13.854434 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0d66a0e9-aadf-45b6-8a19-22b7ab6360f8 req-8569d1b5-f5bc-4796-8918-6c666fce47ee tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 931 time: 0.0567312 Jun 08 02:12:13.914497 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0d66a0e9-aadf-45b6-8a19-22b7ab6360f8 req-4248cfa5-a722-429b-a4cd-ef5eac1a5b7c tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542705 Jun 08 02:12:14.120130 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f6dc9-9278-4f51-b157-da1d05400d84 req-fcca0424-daef-40f5-aeb5-2ff7813d26f1 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:14.121683 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-801f6dc9-9278-4f51-b157-da1d05400d84 req-fcca0424-daef-40f5-aeb5-2ff7813d26f1 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 947 time: 0.0501959 Jun 08 02:12:14.182831 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-801f6dc9-9278-4f51-b157-da1d05400d84 req-52e47737-0835-469b-87fa-d206726af526 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548110 Jun 08 02:12:15.028123 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d36a3-1114-4fc9-8960-3f7bfea2e4b8 req-a4ff5997-e5ce-40c8-9582-db9ff2d606fd tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:15.029616 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1c2d36a3-1114-4fc9-8960-3f7bfea2e4b8 req-a4ff5997-e5ce-40c8-9582-db9ff2d606fd tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 931 time: 0.0499029 Jun 08 02:12:15.077692 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1c2d36a3-1114-4fc9-8960-3f7bfea2e4b8 req-3733b04c-918a-4f9c-8d4e-e0274b6299e4 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415094 Jun 08 02:12:15.301313 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99dcc37-782a-4699-9013-7790880711b7 req-ef610be5-a1ed-457c-b5d8-f84d91740aaf tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:15.302758 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d99dcc37-782a-4699-9013-7790880711b7 req-ef610be5-a1ed-457c-b5d8-f84d91740aaf tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 947 time: 0.0468864 Jun 08 02:12:15.350529 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d99dcc37-782a-4699-9013-7790880711b7 req-0dd105fe-bb11-4840-b34a-edc32bc95ec5 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415637 Jun 08 02:12:15.468034 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-2e85837e-940d-4d82-8b0b-b7c76a3585ca service neutron] Request body: {'port': {'device_id': 'b532af5d-7b14-4644-add7-8b716f81871f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:12:15.539614 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-2e85837e-940d-4d82-8b0b-b7c76a3585ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (906aaccc-01a6-40cf-a960-5f798d175167), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:15.668592 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:15.816812 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-2e85837e-940d-4d82-8b0b-b7c76a3585ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 906aaccc-01a6-40cf-a960-5f798d175167 {{(pid=104268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:12:15.824207 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-2e85837e-940d-4d82-8b0b-b7c76a3585ca service neutron] Publish callbacks [] for port (906aaccc-01a6-40cf-a960-5f798d175167), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:15.837011 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.provisioning_blocks [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-2e85837e-940d-4d82-8b0b-b7c76a3585ca service neutron] Transition to ACTIVE for port object 906aaccc-01a6-40cf-a960-5f798d175167 will not be triggered until provisioned by entity L2. {{(pid=104268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 02:12:15.840796 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-2e85837e-940d-4d82-8b0b-b7c76a3585ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (906aaccc-01a6-40cf-a960-5f798d175167), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:15.893091 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85837e-940d-4d82-8b0b-b7c76a3585ca service neutron] Pushing event updated for resources: {'Port': ['ID=906aaccc-01a6-40cf-a960-5f798d175167,revision_number=2']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:15.969567 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-2e85837e-940d-4d82-8b0b-b7c76a3585ca service neutron] Attempting to bind port 906aaccc-01a6-40cf-a960-5f798d175167 on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:12:15.969904 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-2e85837e-940d-4d82-8b0b-b7c76a3585ca service neutron] Attempting to bind port 906aaccc-01a6-40cf-a960-5f798d175167 by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': '2a41b296-595a-4fb1-82e2-ac5ee17753f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '29b8f254-b98d-401b-bc5d-7cbf19e5b50d'}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:12:15.970238 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-2e85837e-940d-4d82-8b0b-b7c76a3585ca service neutron] Attempting to bind port 906aaccc-01a6-40cf-a960-5f798d175167 on network 29b8f254-b98d-401b-bc5d-7cbf19e5b50d {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:12:15.975120 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-2e85837e-940d-4d82-8b0b-b7c76a3585ca service neutron] Port 906aaccc-01a6-40cf-a960-5f798d175167 on network 29b8f254-b98d-401b-bc5d-7cbf19e5b50d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 02:12:15.975458 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-2e85837e-940d-4d82-8b0b-b7c76a3585ca service neutron] Attempting to bind port 906aaccc-01a6-40cf-a960-5f798d175167 on network 29b8f254-b98d-401b-bc5d-7cbf19e5b50d {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:12:15.981305 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-2e85837e-940d-4d82-8b0b-b7c76a3585ca service neutron] Checking agent: {'id': 'aa11e808-eba7-468a-acd8-b3aef0cfc542', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'started_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:12:15.981780 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-2e85837e-940d-4d82-8b0b-b7c76a3585ca service neutron] Checking segment: {'id': '2a41b296-595a-4fb1-82e2-ac5ee17753f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '29b8f254-b98d-401b-bc5d-7cbf19e5b50d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:12:15.982766 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-2e85837e-940d-4d82-8b0b-b7c76a3585ca service neutron] Bound using segment: {'id': '2a41b296-595a-4fb1-82e2-ac5ee17753f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '29b8f254-b98d-401b-bc5d-7cbf19e5b50d'} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:12:15.983424 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-2e85837e-940d-4d82-8b0b-b7c76a3585ca service neutron] Bound port: 906aaccc-01a6-40cf-a960-5f798d175167, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a41b296-595a-4fb1-82e2-ac5ee17753f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '29b8f254-b98d-401b-bc5d-7cbf19e5b50d'}}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:12:15.983812 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-2e85837e-940d-4d82-8b0b-b7c76a3585ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (906aaccc-01a6-40cf-a960-5f798d175167), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:16.081821 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd43cc9-4d80-48fa-8306-7f654925ed35 req-6a3173a5-9d03-4201-b884-aabf3d37a028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:16.083240 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ddd43cc9-4d80-48fa-8306-7f654925ed35 req-6a3173a5-9d03-4201-b884-aabf3d37a028 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 1131 time: 0.0647309 Jun 08 02:12:16.086929 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-2e85837e-940d-4d82-8b0b-b7c76a3585ca service neutron] For port 906aaccc-01a6-40cf-a960-5f798d175167, host hv-cinder-84506, cleared binding levels {{(pid=104268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:12:16.089929 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-2e85837e-940d-4d82-8b0b-b7c76a3585ca service neutron] For port 906aaccc-01a6-40cf-a960-5f798d175167, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=906aaccc-01a6-40cf-a960-5f798d175167,segment=NetworkSegment(2a41b296-595a-4fb1-82e2-ac5ee17753f8),segment_id=2a41b296-595a-4fb1-82e2-ac5ee17753f8)] {{(pid=104268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:12:16.090985 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:16.107114 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-2e85837e-940d-4d82-8b0b-b7c76a3585ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (906aaccc-01a6-40cf-a960-5f798d175167), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:16.155008 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-2e85837e-940d-4d82-8b0b-b7c76a3585ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:16.155617 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-2e85837e-940d-4d82-8b0b-b7c76a3585ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:16.157004 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-2e85837e-940d-4d82-8b0b-b7c76a3585ca service neutron] 10.222.0.15 "PUT /v2.0/ports/906aaccc-01a6-40cf-a960-5f798d175167 HTTP/1.1" status: 200 len: 1093 time: 0.6938372 Jun 08 02:12:16.162901 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b532af5d-7b14-4644-add7-8b716f81871f', 'tag': '906aaccc-01a6-40cf-a960-5f798d175167'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:12:16.165255 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668568b9-9745-4de2-9ace-031e52d85466" -d '{"events": [{"name": "network-changed", "server_uuid": "b532af5d-7b14-4644-add7-8b716f81871f", "tag": "906aaccc-01a6-40cf-a960-5f798d175167"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:12:16.237488 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ddd43cc9-4d80-48fa-8306-7f654925ed35 req-580c9ac6-e8e5-40bf-aaf8-1f7c43833fd2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447208 Jun 08 02:12:16.241227 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50043c5-28c4-43ab-9545-651bd25ce597 x-openstack-request-id: req-b50043c5-28c4-43ab-9545-651bd25ce597 {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:12:16.241513 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b532af5d-7b14-4644-add7-8b716f81871f", "tag": "906aaccc-01a6-40cf-a960-5f798d175167", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:12:16.241761 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b50043c5-28c4-43ab-9545-651bd25ce597 {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:12:16.242745 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b50043c5-28c4-43ab-9545-651bd25ce597'] response: {'name': 'network-changed', 'server_uuid': 'b532af5d-7b14-4644-add7-8b716f81871f', 'tag': '906aaccc-01a6-40cf-a960-5f798d175167', 'status': 'completed', 'code': 200} Jun 08 02:12:16.267226 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85837e-940d-4d82-8b0b-b7c76a3585ca service neutron] Pushing event updated for resources: {'Port': ['ID=906aaccc-01a6-40cf-a960-5f798d175167,revision_number=3']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:16.278091 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda5d81-479d-4486-b8cb-92eb9bb4aad8 req-df728bc2-34c6-4dcd-aff8-67e2c0a6c631 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:16.279618 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9cda5d81-479d-4486-b8cb-92eb9bb4aad8 req-df728bc2-34c6-4dcd-aff8-67e2c0a6c631 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 943 time: 0.1265261 Jun 08 02:12:16.303317 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-16cf2414-a450-4cab-84f3-72b6b5639ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:16.305487 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-16cf2414-a450-4cab-84f3-72b6b5639ec7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b0724451ec94fdbb4f2422c44245b53&device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 1127 time: 0.0920949 Jun 08 02:12:16.336107 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9cda5d81-479d-4486-b8cb-92eb9bb4aad8 req-810c7b27-9ff5-4351-a0b5-06addaca9c2f tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502009 Jun 08 02:12:16.503895 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-e553a9e7-082c-41cd-ac4c-1b558823555f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=906aaccc-01a6-40cf-a960-5f798d175167 HTTP/1.1" status: 200 len: 217 time: 0.0410023 Jun 08 02:12:16.510076 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04421960-4aff-40fa-aaf6-eb2106f378fc req-12dd5732-518f-4100-b3ce-b54660d136ec tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:16.511495 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-04421960-4aff-40fa-aaf6-eb2106f378fc req-12dd5732-518f-4100-b3ce-b54660d136ec tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 947 time: 0.0848961 Jun 08 02:12:16.543724 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:16.588170 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-27e9752e-7bd1-4b7a-8efe-6ae451c77aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:16.589625 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-27e9752e-7bd1-4b7a-8efe-6ae451c77aa8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=718984ae-459e-42d0-9618-25b80c72367c HTTP/1.1" status: 200 len: 854 time: 0.0772698 Jun 08 02:12:16.596987 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-04421960-4aff-40fa-aaf6-eb2106f378fc req-64d20694-38d3-4888-9e04-6fe19dbe9bce tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770252 Jun 08 02:12:16.637798 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-167a9f53-a6f4-4de3-bd7b-57ba672996c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:16.639388 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-167a9f53-a6f4-4de3-bd7b-57ba672996c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29b8f254-b98d-401b-bc5d-7cbf19e5b50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415356 Jun 08 02:12:17.052965 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-f662e51a-11cb-4ff0-b62b-0f9d182a2e88 service neutron] 10.222.0.15 "GET /v2.0/networks/29b8f254-b98d-401b-bc5d-7cbf19e5b50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900078 Jun 08 02:12:17.486968 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72743ff-4051-43b9-87e4-970d40703e79 req-79df7996-480e-4340-8f74-a30c792c17d5 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:17.488821 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d72743ff-4051-43b9-87e4-970d40703e79 req-79df7996-480e-4340-8f74-a30c792c17d5 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 943 time: 0.0708389 Jun 08 02:12:17.523889 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-27627311-9c74-4b6f-916c-eb04e1b68931 req-6cccf60a-e54b-45ee-8eca-ae36f5123798 service neutron] 10.222.0.15 "GET /v2.0/networks/29b8f254-b98d-401b-bc5d-7cbf19e5b50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500273 Jun 08 02:12:17.551221 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d72743ff-4051-43b9-87e4-970d40703e79 req-10217100-9b72-4a99-8b2a-303e22e94081 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546672 Jun 08 02:12:17.886836 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23f76b-277f-4e88-9318-32cb0b9084a2 req-2a14d0b7-9cce-4936-98ab-bb070e556d13 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:17.888257 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cd23f76b-277f-4e88-9318-32cb0b9084a2 req-2a14d0b7-9cce-4936-98ab-bb070e556d13 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 947 time: 0.0476847 Jun 08 02:12:17.938896 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cd23f76b-277f-4e88-9318-32cb0b9084a2 req-11a7e123-0bfd-4177-9df6-e34ccc35967c tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449665 Jun 08 02:12:18.662401 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1dc67f-9dd5-49c7-a93b-639057eb1336 req-c84cedb5-3651-4be6-9e9e-59e286d5211d tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:18.663926 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5a1dc67f-9dd5-49c7-a93b-639057eb1336 req-c84cedb5-3651-4be6-9e9e-59e286d5211d tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 943 time: 0.0463159 Jun 08 02:12:18.714818 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5a1dc67f-9dd5-49c7-a93b-639057eb1336 req-d061db49-695d-4315-b808-a768b9e42b53 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451577 Jun 08 02:12:18.787019 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668568b9-9745-4de2-9ace-031e52d85466 req-99a03214-01e4-4d9b-a725-a71943ec160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:18.788556 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-668568b9-9745-4de2-9ace-031e52d85466 req-99a03214-01e4-4d9b-a725-a71943ec160c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b0724451ec94fdbb4f2422c44245b53&device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 1127 time: 0.0443356 Jun 08 02:12:18.854372 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:18.883279 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668568b9-9745-4de2-9ace-031e52d85466 req-7b65b752-45aa-4d52-9fe1-a29dfb99f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:18.885025 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-668568b9-9745-4de2-9ace-031e52d85466 req-7b65b752-45aa-4d52-9fe1-a29dfb99f74f service neutron] 10.222.0.15 "GET /v2.0/networks?id=29b8f254-b98d-401b-bc5d-7cbf19e5b50d HTTP/1.1" status: 200 len: 916 time: 0.0898776 Jun 08 02:12:18.929032 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-668568b9-9745-4de2-9ace-031e52d85466 req-468ef973-2937-4780-8cde-ad1eaddced36 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=906aaccc-01a6-40cf-a960-5f798d175167 HTTP/1.1" status: 200 len: 217 time: 0.0369632 Jun 08 02:12:18.977745 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668568b9-9745-4de2-9ace-031e52d85466 req-734cec53-04ac-4540-b40b-817feb6c1eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:18.979306 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-668568b9-9745-4de2-9ace-031e52d85466 req-734cec53-04ac-4540-b40b-817feb6c1eb1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=718984ae-459e-42d0-9618-25b80c72367c HTTP/1.1" status: 200 len: 854 time: 0.0436974 Jun 08 02:12:19.052961 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668568b9-9745-4de2-9ace-031e52d85466 req-c5fab9fa-ddba-4ed3-9477-d93b41d7af95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:19.054930 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-668568b9-9745-4de2-9ace-031e52d85466 req-c5fab9fa-ddba-4ed3-9477-d93b41d7af95 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29b8f254-b98d-401b-bc5d-7cbf19e5b50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0690496 Jun 08 02:12:19.077782 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac469304-de5b-4734-8da2-a34e372b8dce req-743bb8bc-808f-4757-932e-1238ef242aab tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:19.079262 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ac469304-de5b-4734-8da2-a34e372b8dce req-743bb8bc-808f-4757-932e-1238ef242aab tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 947 time: 0.0657694 Jun 08 02:12:19.178059 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ac469304-de5b-4734-8da2-a34e372b8dce req-a2bb95ca-2339-4343-871a-0f33406a537e tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869653 Jun 08 02:12:19.181420 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:19.191778 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-668568b9-9745-4de2-9ace-031e52d85466 req-9ebe93e9-d61e-4868-9ab3-b94e8ddcc564 service neutron] 10.222.0.15 "GET /v2.0/networks/29b8f254-b98d-401b-bc5d-7cbf19e5b50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290431 Jun 08 02:12:19.284009 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-668568b9-9745-4de2-9ace-031e52d85466 req-020aed01-c037-49dc-9453-9cbeb3641c4f service neutron] 10.222.0.15 "GET /v2.0/networks/29b8f254-b98d-401b-bc5d-7cbf19e5b50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861557 Jun 08 02:12:19.829029 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27fd75-2045-4db5-b25e-98acd5b2912b req-23ace0da-1471-4bf0-a3e6-dc018b442adc tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:19.830560 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-be27fd75-2045-4db5-b25e-98acd5b2912b req-23ace0da-1471-4bf0-a3e6-dc018b442adc tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 943 time: 0.0480242 Jun 08 02:12:19.879240 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-be27fd75-2045-4db5-b25e-98acd5b2912b req-e343a5ad-a06d-4df9-8477-a012fb536c97 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429869 Jun 08 02:12:20.375283 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e93e7a-b805-41c2-8f68-b1a67a62b42b req-3ec343d0-d8db-4e11-b8ed-e2156aef186f tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:20.376789 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-57e93e7a-b805-41c2-8f68-b1a67a62b42b req-3ec343d0-d8db-4e11-b8ed-e2156aef186f tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=111070da-9d8e-487a-8e32-60e64894d5a9 HTTP/1.1" status: 200 len: 946 time: 0.0456128 Jun 08 02:12:20.427501 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-57e93e7a-b805-41c2-8f68-b1a67a62b42b req-42fb1571-cca6-4bfb-a276-173b1f58a0cc tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=94a302c2-ea08-4ee9-81d2-7333f91b5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452766 Jun 08 02:12:20.993007 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921ac8b-ccdc-449a-a356-2e4c7a129034 req-2a43903e-46bc-4d37-831d-c46d2d3f4ce1 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:20.994474 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2921ac8b-ccdc-449a-a356-2e4c7a129034 req-2a43903e-46bc-4d37-831d-c46d2d3f4ce1 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 943 time: 0.0467536 Jun 08 02:12:21.041146 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2921ac8b-ccdc-449a-a356-2e4c7a129034 req-aa29f100-bee3-4ebf-acb8-f20cc5940ef9 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412195 Jun 08 02:12:21.471730 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 906aaccc-01a6-40cf-a960-5f798d175167 details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 02:12:21.529256 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:21.540561 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415e353-4244-473b-8461-08bcfee1aca2 req-a075e668-51b0-4018-a0c0-0f2f2c55cd55 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:21.542080 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3415e353-4244-473b-8461-08bcfee1aca2 req-a075e668-51b0-4018-a0c0-0f2f2c55cd55 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=111070da-9d8e-487a-8e32-60e64894d5a9 HTTP/1.1" status: 200 len: 946 time: 0.0469155 Jun 08 02:12:21.570163 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 906aaccc-01a6-40cf-a960-5f798d175167, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=906aaccc-01a6-40cf-a960-5f798d175167,segment=NetworkSegment(2a41b296-595a-4fb1-82e2-ac5ee17753f8),segment_id=2a41b296-595a-4fb1-82e2-ac5ee17753f8)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:12:21.585242 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Returning: {'device': '906aaccc-01a6-40cf-a960-5f798d175167', 'network_id': '29b8f254-b98d-401b-bc5d-7cbf19e5b50d', 'port_id': '906aaccc-01a6-40cf-a960-5f798d175167', 'mac_address': 'fa:16:3e:60:db:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '718984ae-459e-42d0-9618-25b80c72367c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 02:12:21.588803 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3415e353-4244-473b-8461-08bcfee1aca2 req-1596a5dc-cd11-472d-be79-d2b6266db115 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=94a302c2-ea08-4ee9-81d2-7333f91b5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411596 Jun 08 02:12:21.621569 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 906aaccc-01a6-40cf-a960-5f798d175167 is: DOWN; New status is: BUILD {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:12:21.621958 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (906aaccc-01a6-40cf-a960-5f798d175167), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:21.635214 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906aaccc-01a6-40cf-a960-5f798d175167 {{(pid=104270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:12:21.654172 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 906aaccc-01a6-40cf-a960-5f798d175167, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=906aaccc-01a6-40cf-a960-5f798d175167,segment=NetworkSegment(2a41b296-595a-4fb1-82e2-ac5ee17753f8),segment_id=2a41b296-595a-4fb1-82e2-ac5ee17753f8)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:12:21.658196 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (906aaccc-01a6-40cf-a960-5f798d175167), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:21.704390 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=906aaccc-01a6-40cf-a960-5f798d175167,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:21.932092 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['906aaccc-01a6-40cf-a960-5f798d175167'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:12:22.158373 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5915bf7-57bc-4c4c-b6e7-cd3eee09eca6 req-b37962af-f793-4d8d-aaf2-c0f409e64916 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:22.159848 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a5915bf7-57bc-4c4c-b6e7-cd3eee09eca6 req-b37962af-f793-4d8d-aaf2-c0f409e64916 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 944 time: 0.0499389 Jun 08 02:12:22.240342 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d3f21-7bbe-4eee-aa13-71096d0812fb req-4a3a57a4-2b13-44b4-b10f-252e6aef283e tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:22.241810 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e60d3f21-7bbe-4eee-aa13-71096d0812fb req-4a3a57a4-2b13-44b4-b10f-252e6aef283e tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.15 "GET /v2.0/ports?device_id=111070da-9d8e-487a-8e32-60e64894d5a9 HTTP/1.1" status: 200 len: 946 time: 0.0696061 Jun 08 02:12:22.246220 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a5915bf7-57bc-4c4c-b6e7-cd3eee09eca6 req-a597a659-bcf2-4890-ae15-0322dd8ce951 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808201 Jun 08 02:12:22.336900 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-e60d3f21-7bbe-4eee-aa13-71096d0812fb req-fe18a2c8-d98e-4273-b591-cfa07cfdab10 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Deleting port a08f634a-054d-4449-a583-749597fcedc6 {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:12:22.337157 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-e60d3f21-7bbe-4eee-aa13-71096d0812fb req-fe18a2c8-d98e-4273-b591-cfa07cfdab10 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (a08f634a-054d-4449-a583-749597fcedc6), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:22.423383 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-e60d3f21-7bbe-4eee-aa13-71096d0812fb req-fe18a2c8-d98e-4273-b591-cfa07cfdab10 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] For port a08f634a-054d-4449-a583-749597fcedc6, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=a08f634a-054d-4449-a583-749597fcedc6,segment=NetworkSegment(62cce43a-748d-4567-bfda-31404ed89a4f),segment_id=62cce43a-748d-4567-bfda-31404ed89a4f)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:12:22.423746 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-e60d3f21-7bbe-4eee-aa13-71096d0812fb req-fe18a2c8-d98e-4273-b591-cfa07cfdab10 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (a08f634a-054d-4449-a583-749597fcedc6), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:22.430293 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:22.565866 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:22.580211 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-e60d3f21-7bbe-4eee-aa13-71096d0812fb req-fe18a2c8-d98e-4273-b591-cfa07cfdab10 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:22.580603 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-e60d3f21-7bbe-4eee-aa13-71096d0812fb req-fe18a2c8-d98e-4273-b591-cfa07cfdab10 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682813'] for floatingip (45d2303f-51d7-499b-962a-76b57fd61f00), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:22.580913 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.db.l3_db [req-e60d3f21-7bbe-4eee-aa13-71096d0812fb req-fe18a2c8-d98e-4273-b591-cfa07cfdab10 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Floating IP 45d2303f-51d7-499b-962a-76b57fd61f00 disassociated. External IP: 172.27.1.249, port: a08f634a-054d-4449-a583-749597fcedc6. Jun 08 02:12:22.581257 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-e60d3f21-7bbe-4eee-aa13-71096d0812fb req-fe18a2c8-d98e-4273-b591-cfa07cfdab10 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Calling delete_port for a08f634a-054d-4449-a583-749597fcedc6 owned by compute:nova {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:12:22.729929 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895257b3-9bf2-4500-b2a3-23e5ab3b9e1f req-240eb7f3-9174-476f-884c-0076cab44df9 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:22.732429 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-895257b3-9bf2-4500-b2a3-23e5ab3b9e1f req-240eb7f3-9174-476f-884c-0076cab44df9 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=111070da-9d8e-487a-8e32-60e64894d5a9 HTTP/1.1" status: 200 len: 946 time: 0.0738378 Jun 08 02:12:22.750961 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-e60d3f21-7bbe-4eee-aa13-71096d0812fb req-fe18a2c8-d98e-4273-b591-cfa07cfdab10 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (a08f634a-054d-4449-a583-749597fcedc6), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:22.795954 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18a2c8-d98e-4273-b591-cfa07cfdab10 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Pushing event deleted for resources: {'Port': ['ID=a08f634a-054d-4449-a583-749597fcedc6,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:22.865271 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-895257b3-9bf2-4500-b2a3-23e5ab3b9e1f req-8699a103-9cc8-4925-b95f-99f5527adbde tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups?id=94a302c2-ea08-4ee9-81d2-7333f91b5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219182 Jun 08 02:12:22.938617 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e60d3f21-7bbe-4eee-aa13-71096d0812fb req-fe18a2c8-d98e-4273-b591-cfa07cfdab10 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Router 24624f7b-e97b-4514-a9a4-34d75fe6a2fd has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:12:23.041510 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e60d3f21-7bbe-4eee-aa13-71096d0812fb req-fe18a2c8-d98e-4273-b591-cfa07cfdab10 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:12:23.051399 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74acaca4-da8c-4ef7-9ae9-88abafb9acf5 None None] Sync routers for ids ['24624f7b-e97b-4514-a9a4-34d75fe6a2fd'] in dv-cinder-845069-1-iscsi {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:12:23.061084 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74acaca4-da8c-4ef7-9ae9-88abafb9acf5 None None] Routers {'24624f7b-e97b-4514-a9a4-34d75fe6a2fd'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:12:23.061718 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-74acaca4-da8c-4ef7-9ae9-88abafb9acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:12:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['24624f7b-e97b-4514-a9a4-34d75fe6a2fd'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:12:23.170349 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-74acaca4-da8c-4ef7-9ae9-88abafb9acf5 None None] Set router 24624f7b-e97b-4514-a9a4-34d75fe6a2fd gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:12:23.369811 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60d3f21-7bbe-4eee-aa13-71096d0812fb req-fe18a2c8-d98e-4273-b591-cfa07cfdab10 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] No DVR routers for this DVR port a08f634a-054d-4449-a583-749597fcedc6 on host hv-cinder-84506 {{(pid=104268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:12:23.372412 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-e60d3f21-7bbe-4eee-aa13-71096d0812fb req-fe18a2c8-d98e-4273-b591-cfa07cfdab10 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:23.375812 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e60d3f21-7bbe-4eee-aa13-71096d0812fb req-fe18a2c8-d98e-4273-b591-cfa07cfdab10 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.15 "DELETE /v2.0/ports/a08f634a-054d-4449-a583-749597fcedc6 HTTP/1.1" status: 204 len: 173 time: 1.1226337 Jun 08 02:12:23.378904 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111070da-9d8e-487a-8e32-60e64894d5a9', 'name': 'network-vif-deleted', 'tag': 'a08f634a-054d-4449-a583-749597fcedc6'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:12:23.381458 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e094e617-349d-4b65-8abe-798be8c99ac5" -d '{"events": [{"server_uuid": "111070da-9d8e-487a-8e32-60e64894d5a9", "name": "network-vif-deleted", "tag": "a08f634a-054d-4449-a583-749597fcedc6"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:12:23.396880 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462ed96-8ea3-44cd-86f0-df5f58268282 req-cafd1bc0-76ec-442c-94d5-ae69fe29590d tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:23.398735 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5462ed96-8ea3-44cd-86f0-df5f58268282 req-cafd1bc0-76ec-442c-94d5-ae69fe29590d tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 944 time: 0.0764105 Jun 08 02:12:23.426347 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d4ea90-6afb-4115-93ae-43abde821214 x-openstack-request-id: req-95d4ea90-6afb-4115-93ae-43abde821214 {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:12:23.426641 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "111070da-9d8e-487a-8e32-60e64894d5a9", "name": "network-vif-deleted", "tag": "a08f634a-054d-4449-a583-749597fcedc6", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:12:23.426892 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95d4ea90-6afb-4115-93ae-43abde821214 {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:12:23.427283 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95d4ea90-6afb-4115-93ae-43abde821214'] response: {'server_uuid': '111070da-9d8e-487a-8e32-60e64894d5a9', 'name': 'network-vif-deleted', 'tag': 'a08f634a-054d-4449-a583-749597fcedc6', 'status': 'completed', 'code': 200} Jun 08 02:12:23.462543 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-74acaca4-da8c-4ef7-9ae9-88abafb9acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'name': 'tempest-AttachVolumeTestJSON-1600319638-router', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '54217be0-8364-4676-b2af-33b5416c6dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:29Z', 'revision_number': 4, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'gw_port': {'id': '54217be0-8364-4676-b2af-33b5416c6dba', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '757bcb98-5bbf-42c9-9fbe-9a299acd053b', 'name': '', 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'mac_address': 'fa:16:3e:8c:2c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8f09d094-ed17-43ae-a27d-e0d8f7e1f047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:28Z', 'updated_at': '2022-06-08T02:05:37Z', 'revision_number': 5, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'subnets': [{'id': '8f09d094-ed17-43ae-a27d-e0d8f7e1f047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:12:23.468226 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5462ed96-8ea3-44cd-86f0-df5f58268282 req-a8d21e73-f22f-480f-9120-671992994708 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516884 Jun 08 02:12:23.470629 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 906aaccc-01a6-40cf-a960-5f798d175167 up at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:12:23.488484 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74acaca4-da8c-4ef7-9ae9-88abafb9acf5 None None] Checking router: 24624f7b-e97b-4514-a9a4-34d75fe6a2fd for host: dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:12:23.498392 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74acaca4-da8c-4ef7-9ae9-88abafb9acf5 None None] Routers {'24624f7b-e97b-4514-a9a4-34d75fe6a2fd'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:12:23.499157 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-74acaca4-da8c-4ef7-9ae9-88abafb9acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:12:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['24624f7b-e97b-4514-a9a4-34d75fe6a2fd'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:12:23.523883 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning for port 906aaccc-01a6-40cf-a960-5f798d175167 completed by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 02:12:23.530843 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning complete for port 906aaccc-01a6-40cf-a960-5f798d175167 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:12:23.531184 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (906aaccc-01a6-40cf-a960-5f798d175167), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:23.560833 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:23.605140 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-74acaca4-da8c-4ef7-9ae9-88abafb9acf5 None None] Set router 24624f7b-e97b-4514-a9a4-34d75fe6a2fd gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:12:23.610123 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 906aaccc-01a6-40cf-a960-5f798d175167 is: BUILD; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:12:23.610507 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (906aaccc-01a6-40cf-a960-5f798d175167), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:23.633311 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b532af5d-7b14-4644-add7-8b716f81871f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906aaccc-01a6-40cf-a960-5f798d175167'}] {{(pid=104270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:12:23.635532 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8be0b5de5a23eefcc09db06b1daf5598b5c3b6529c2083486e3c6bab2d5553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b209cc55-61ea-4499-9884-b8be181a59d0" -d '{"events": [{"server_uuid": "b532af5d-7b14-4644-add7-8b716f81871f", "name": "network-vif-plugged", "status": "completed", "tag": "906aaccc-01a6-40cf-a960-5f798d175167"}]}' {{(pid=104270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:12:23.648492 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 906aaccc-01a6-40cf-a960-5f798d175167, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=906aaccc-01a6-40cf-a960-5f798d175167,segment=NetworkSegment(2a41b296-595a-4fb1-82e2-ac5ee17753f8),segment_id=2a41b296-595a-4fb1-82e2-ac5ee17753f8)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:12:23.653061 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (906aaccc-01a6-40cf-a960-5f798d175167), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:23.676731 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566d7711-5d58-4ef6-82a2-4fa9e70d6c73 x-openstack-request-id: req-566d7711-5d58-4ef6-82a2-4fa9e70d6c73 {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:12:23.677035 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b532af5d-7b14-4644-add7-8b716f81871f", "name": "network-vif-plugged", "status": "completed", "tag": "906aaccc-01a6-40cf-a960-5f798d175167", "code": 200}]} {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:12:23.677285 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-566d7711-5d58-4ef6-82a2-4fa9e70d6c73 {{(pid=104270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:12:23.677666 dv-cinder-845069-1-iscsi neutron-server[104270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-566d7711-5d58-4ef6-82a2-4fa9e70d6c73'] response: {'server_uuid': 'b532af5d-7b14-4644-add7-8b716f81871f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906aaccc-01a6-40cf-a960-5f798d175167', 'code': 200} Jun 08 02:12:23.703628 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=906aaccc-01a6-40cf-a960-5f798d175167,revision_number=5']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:23.788534 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-74acaca4-da8c-4ef7-9ae9-88abafb9acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'name': 'tempest-AttachVolumeTestJSON-1600319638-router', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '54217be0-8364-4676-b2af-33b5416c6dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:29Z', 'revision_number': 4, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'gw_port': {'id': '54217be0-8364-4676-b2af-33b5416c6dba', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '757bcb98-5bbf-42c9-9fbe-9a299acd053b', 'name': '', 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'mac_address': 'fa:16:3e:8c:2c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8f09d094-ed17-43ae-a27d-e0d8f7e1f047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:28Z', 'updated_at': '2022-06-08T02:05:37Z', 'revision_number': 5, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'subnets': [{'id': '8f09d094-ed17-43ae-a27d-e0d8f7e1f047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:12:23.817383 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74acaca4-da8c-4ef7-9ae9-88abafb9acf5 None None] The sync data for ids ['24624f7b-e97b-4514-a9a4-34d75fe6a2fd'] in dv-cinder-845069-1-iscsi is: [{'id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'name': 'tempest-AttachVolumeTestJSON-1600319638-router', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '54217be0-8364-4676-b2af-33b5416c6dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:29Z', 'revision_number': 4, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'gw_port': {'id': '54217be0-8364-4676-b2af-33b5416c6dba', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '757bcb98-5bbf-42c9-9fbe-9a299acd053b', 'name': '', 'network_id': '466dc4d7-a525-4704-a47b-5a136472c918', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'mac_address': 'fa:16:3e:8c:2c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8f09d094-ed17-43ae-a27d-e0d8f7e1f047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:28Z', 'updated_at': '2022-06-08T02:05:37Z', 'revision_number': 5, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'subnets': [{'id': '8f09d094-ed17-43ae-a27d-e0d8f7e1f047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:12:24.010632 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a4623711-1785-4f7e-85df-f9339014e5ac req-5c822d6f-fef2-4532-abab-2d20a46bca85 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/ports?device_id=111070da-9d8e-487a-8e32-60e64894d5a9 HTTP/1.1" status: 200 len: 210 time: 0.0353658 Jun 08 02:12:24.013813 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11daf8-3e00-4242-aa1d-878a54c596e4 req-fa46fc67-b5c3-4c17-9ff1-db54ebdf735f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:24.015169 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0b11daf8-3e00-4242-aa1d-878a54c596e4 req-fa46fc67-b5c3-4c17-9ff1-db54ebdf735f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 1129 time: 0.0751126 Jun 08 02:12:24.056649 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:24.063858 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0b11daf8-3e00-4242-aa1d-878a54c596e4 req-be72b5bd-5b4d-4c8e-ac98-d2e87285a04a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424500 Jun 08 02:12:24.087091 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9120b8-b970-449f-a4ce-d7bae68f0f93 None None] New status for floating IP 45d2303f-51d7-499b-962a-76b57fd61f00: DOWN {{(pid=104270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 02:12:24.591660 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ccd5bf-5aca-4670-baff-d09d7e94818d req-1e6048b8-2466-499b-8a0a-48edebf8b57a tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:24.593166 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b0ccd5bf-5aca-4670-baff-d09d7e94818d req-1e6048b8-2466-499b-8a0a-48edebf8b57a tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 945 time: 0.0456793 Jun 08 02:12:24.642754 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b0ccd5bf-5aca-4670-baff-d09d7e94818d req-6a0265e2-abb2-43ea-b3f2-28370a448922 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441236 Jun 08 02:12:25.098022 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 56926) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:25.151945 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-33358967-38ff-4c36-8d9d-0ee8db8606a0 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for security_group (94a302c2-ea08-4ee9-81d2-7333f91b5acd), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:25.177702 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-33358967-38ff-4c36-8d9d-0ee8db8606a0 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for security_group (94a302c2-ea08-4ee9-81d2-7333f91b5acd), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:25.224750 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-33358967-38ff-4c36-8d9d-0ee8db8606a0 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (94a302c2-ea08-4ee9-81d2-7333f91b5acd), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:25.227835 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-33358967-38ff-4c36-8d9d-0ee8db8606a0 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:25.228982 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-33358967-38ff-4c36-8d9d-0ee8db8606a0 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "DELETE /v2.0/security-groups/94a302c2-ea08-4ee9-81d2-7333f91b5acd HTTP/1.1" status: 204 len: 168 time: 0.1299956 Jun 08 02:12:25.231797 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 56928) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:25.237697 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33358967-38ff-4c36-8d9d-0ee8db8606a0 tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a302c2-ea08-4ee9-81d2-7333f91b5acd,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:25.247094 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.api.v2.resource [None req-66cf6059-db2f-4345-9cc9-2a8a738ec72c tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] show failed (client error): The resource could not be found. Jun 08 02:12:25.248428 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-66cf6059-db2f-4345-9cc9-2a8a738ec72c tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "GET /v2.0/security-groups/94a302c2-ea08-4ee9-81d2-7333f91b5acd HTTP/1.1" status: 404 len: 347 time: 0.0152905 Jun 08 02:12:25.250941 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 56930) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:25.360622 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-d755f542-7177-4bd2-9cc2-2a83c78da4da tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Deleting port da992cd8-a3d4-419d-aa88-b706e926b2aa {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:12:25.360861 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d755f542-7177-4bd2-9cc2-2a83c78da4da tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (da992cd8-a3d4-419d-aa88-b706e926b2aa), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:25.436672 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d755f542-7177-4bd2-9cc2-2a83c78da4da tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (da992cd8-a3d4-419d-aa88-b706e926b2aa), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:25.436994 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d755f542-7177-4bd2-9cc2-2a83c78da4da tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for floatingip (da992cd8-a3d4-419d-aa88-b706e926b2aa), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:25.444934 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:25.451138 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-d755f542-7177-4bd2-9cc2-2a83c78da4da tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Calling delete_port for da992cd8-a3d4-419d-aa88-b706e926b2aa owned by network:floatingip {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:12:25.571903 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:25.597842 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d755f542-7177-4bd2-9cc2-2a83c78da4da tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (da992cd8-a3d4-419d-aa88-b706e926b2aa), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:25.623227 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755f542-7177-4bd2-9cc2-2a83c78da4da tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Pushing event deleted for resources: {'Port': ['ID=da992cd8-a3d4-419d-aa88-b706e926b2aa,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:25.685575 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d755f542-7177-4bd2-9cc2-2a83c78da4da tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks [] for floatingip (45d2303f-51d7-499b-962a-76b57fd61f00), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:25.687987 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-d755f542-7177-4bd2-9cc2-2a83c78da4da tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:25.691718 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-d755f542-7177-4bd2-9cc2-2a83c78da4da tempest-AttachVolumeTestJSON-1681895122 tempest-AttachVolumeTestJSON-1681895122-project] 10.222.0.20 "DELETE /v2.0/floatingips/45d2303f-51d7-499b-962a-76b57fd61f00 HTTP/1.1" status: 204 len: 168 time: 0.4373279 Jun 08 02:12:25.759502 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a6781-e84a-4498-ad89-071a7911d76b req-58695590-f520-4056-b6fb-cf30597928bc tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:25.761194 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-397a6781-e84a-4498-ad89-071a7911d76b req-58695590-f520-4056-b6fb-cf30597928bc tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 945 time: 0.0495963 Jun 08 02:12:25.815674 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-397a6781-e84a-4498-ad89-071a7911d76b req-f2ed26be-591e-4760-b484-a922481014ba tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461657 Jun 08 02:12:25.931790 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a081f6f-dae3-4e94-bf6a-44e343c6c49a req-02b09baf-23df-45e1-9d2b-d7bb0f652e94 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:25.933416 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1a081f6f-dae3-4e94-bf6a-44e343c6c49a req-02b09baf-23df-45e1-9d2b-d7bb0f652e94 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 945 time: 0.0475345 Jun 08 02:12:25.983727 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1a081f6f-dae3-4e94-bf6a-44e343c6c49a req-949b7c3b-faf0-43d5-95de-c8c01d945163 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437975 Jun 08 02:12:26.307229 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcdd779-cf75-4c42-acad-e2211fb3653c req-a22aba2f-ac22-48c8-9741-0d79e038aedd tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:26.308712 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1fcdd779-cf75-4c42-acad-e2211fb3653c req-a22aba2f-ac22-48c8-9741-0d79e038aedd tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 945 time: 0.0496197 Jun 08 02:12:26.356199 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1fcdd779-cf75-4c42-acad-e2211fb3653c req-42d21cc8-c4a5-4aad-aa58-020554b05586 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419819 Jun 08 02:12:27.332845 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b877f3e4-7c16-4a94-abbd-47925e3d7a2b req-1cae5c06-7afd-424c-8211-8b9e72aa0e03 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372450 Jun 08 02:12:27.397422 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:27.409889 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877f3e4-7c16-4a94-abbd-47925e3d7a2b req-8816d395-3990-413c-bfb0-0c85348b669c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:27.411341 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b877f3e4-7c16-4a94-abbd-47925e3d7a2b req-8816d395-3990-413c-bfb0-0c85348b669c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=43e5d438bb1f4eb28d3f3f68d77b5dee&device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 1129 time: 0.0388162 Jun 08 02:12:27.486253 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device a08f634a-054d-4449-a583-749597fcedc6 no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:12:27.507366 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] No Port match for: a08f634a-054d-4449-a583-749597fcedc6 {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:12:27.507714 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device a08f634a-054d-4449-a583-749597fcedc6 not bound to the agent host hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:12:27.520872 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877f3e4-7c16-4a94-abbd-47925e3d7a2b req-1d1146af-f018-4f83-94d1-0df8e46355ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:27.522311 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b877f3e4-7c16-4a94-abbd-47925e3d7a2b req-1d1146af-f018-4f83-94d1-0df8e46355ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=aee60589-e544-41a2-b3ab-36bcd464e5c3 HTTP/1.1" status: 200 len: 910 time: 0.0918958 Jun 08 02:12:27.581252 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b877f3e4-7c16-4a94-abbd-47925e3d7a2b req-a4c5b299-f82b-4d40-8f97-3f55fc12d57a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bbb59fb-caf5-486d-bd77-92280696e47b HTTP/1.1" status: 200 len: 1001 time: 0.0535407 Jun 08 02:12:27.631588 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877f3e4-7c16-4a94-abbd-47925e3d7a2b req-26788aad-5433-4669-9cef-781601bc0abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:27.633045 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b877f3e4-7c16-4a94-abbd-47925e3d7a2b req-26788aad-5433-4669-9cef-781601bc0abe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5be850c6-a58b-481a-bd0d-69acb24f113c HTTP/1.1" status: 200 len: 848 time: 0.0458817 Jun 08 02:12:27.674999 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877f3e4-7c16-4a94-abbd-47925e3d7a2b req-e2621aae-0849-4575-9f23-3825e25b0cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:27.676511 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b877f3e4-7c16-4a94-abbd-47925e3d7a2b req-e2621aae-0849-4575-9f23-3825e25b0cf2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aee60589-e544-41a2-b3ab-36bcd464e5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379548 Jun 08 02:12:27.764020 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b877f3e4-7c16-4a94-abbd-47925e3d7a2b req-7bcc93e6-698b-449a-bcc5-dba4560769fe service neutron] 10.222.0.15 "GET /v2.0/networks/aee60589-e544-41a2-b3ab-36bcd464e5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818400 Jun 08 02:12:27.862546 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:27.876650 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b877f3e4-7c16-4a94-abbd-47925e3d7a2b req-cb144216-16da-4f2c-a6e1-256104802246 service neutron] 10.222.0.15 "GET /v2.0/networks/aee60589-e544-41a2-b3ab-36bcd464e5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071265 Jun 08 02:12:29.238170 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 56990) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:29.636378 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-06603be5-4be1-4ee9-9e40-f1182d1a6c6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683837'] for router_interface (24624f7b-e97b-4514-a9a4-34d75fe6a2fd), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:29.837163 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:29.849627 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-06603be5-4be1-4ee9-9e40-f1182d1a6c6b admin admin] Deleting port 757bcb98-5bbf-42c9-9fbe-9a299acd053b {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:12:29.849966 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-06603be5-4be1-4ee9-9e40-f1182d1a6c6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (757bcb98-5bbf-42c9-9fbe-9a299acd053b), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:29.933422 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [None req-06603be5-4be1-4ee9-9e40-f1182d1a6c6b admin admin] For port 757bcb98-5bbf-42c9-9fbe-9a299acd053b, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=757bcb98-5bbf-42c9-9fbe-9a299acd053b,segment=NetworkSegment(62cce43a-748d-4567-bfda-31404ed89a4f),segment_id=62cce43a-748d-4567-bfda-31404ed89a4f)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:12:29.933781 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-06603be5-4be1-4ee9-9e40-f1182d1a6c6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (757bcb98-5bbf-42c9-9fbe-9a299acd053b), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:29.946686 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-06603be5-4be1-4ee9-9e40-f1182d1a6c6b admin admin] Calling delete_port for 757bcb98-5bbf-42c9-9fbe-9a299acd053b owned by network:router_interface {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:12:30.118507 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-06603be5-4be1-4ee9-9e40-f1182d1a6c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (757bcb98-5bbf-42c9-9fbe-9a299acd053b), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:30.142959 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06603be5-4be1-4ee9-9e40-f1182d1a6c6b admin admin] Pushing event deleted for resources: {'Port': ['ID=757bcb98-5bbf-42c9-9fbe-9a299acd053b,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:30.166826 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:30.302947 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-06603be5-4be1-4ee9-9e40-f1182d1a6c6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683181'] for router_interface (24624f7b-e97b-4514-a9a4-34d75fe6a2fd), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:30.505897 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06603be5-4be1-4ee9-9e40-f1182d1a6c6b admin admin] Router 24624f7b-e97b-4514-a9a4-34d75fe6a2fd has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:12:30.604336 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06603be5-4be1-4ee9-9e40-f1182d1a6c6b admin admin] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:12:30.609187 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-06603be5-4be1-4ee9-9e40-f1182d1a6c6b admin admin] 10.222.0.20 "PUT /v2.0/routers/24624f7b-e97b-4514-a9a4-34d75fe6a2fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3699796 Jun 08 02:12:30.611775 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 56998) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:30.614448 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e59cd07-2ec4-4db0-84ca-dc21b54318f6 None None] Sync routers for ids ['24624f7b-e97b-4514-a9a4-34d75fe6a2fd'] in dv-cinder-845069-1-iscsi {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:12:30.616675 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=78 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:30.626744 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e59cd07-2ec4-4db0-84ca-dc21b54318f6 None None] Routers {'24624f7b-e97b-4514-a9a4-34d75fe6a2fd'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:12:30.627350 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-6e59cd07-2ec4-4db0-84ca-dc21b54318f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:12:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['24624f7b-e97b-4514-a9a4-34d75fe6a2fd'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:12:30.701170 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:30.709461 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-35c1c23e-4ef4-48c4-893d-bc37a05bb5ad admin admin] Publish callbacks [] for router (24624f7b-e97b-4514-a9a4-34d75fe6a2fd), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:30.727557 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-6e59cd07-2ec4-4db0-84ca-dc21b54318f6 None None] Set router 24624f7b-e97b-4514-a9a4-34d75fe6a2fd gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:12:30.810557 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-35c1c23e-4ef4-48c4-893d-bc37a05bb5ad admin admin] Publish callbacks [] for router_gateway (24624f7b-e97b-4514-a9a4-34d75fe6a2fd), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:30.853289 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-35c1c23e-4ef4-48c4-893d-bc37a05bb5ad admin admin] Deleting port 54217be0-8364-4676-b2af-33b5416c6dba {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:12:30.853622 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-35c1c23e-4ef4-48c4-893d-bc37a05bb5ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (54217be0-8364-4676-b2af-33b5416c6dba), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:30.893673 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-6e59cd07-2ec4-4db0-84ca-dc21b54318f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'name': 'tempest-AttachVolumeTestJSON-1600319638-router', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '54217be0-8364-4676-b2af-33b5416c6dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:12:30Z', 'revision_number': 5, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'gw_port': {'id': '54217be0-8364-4676-b2af-33b5416c6dba', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:12:30.918206 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e59cd07-2ec4-4db0-84ca-dc21b54318f6 None None] Checking router: 24624f7b-e97b-4514-a9a4-34d75fe6a2fd for host: dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:12:30.927456 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e59cd07-2ec4-4db0-84ca-dc21b54318f6 None None] Routers {'24624f7b-e97b-4514-a9a4-34d75fe6a2fd'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:12:30.928127 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-6e59cd07-2ec4-4db0-84ca-dc21b54318f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:12:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['24624f7b-e97b-4514-a9a4-34d75fe6a2fd'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:12:30.932495 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [None req-35c1c23e-4ef4-48c4-893d-bc37a05bb5ad admin admin] For port 54217be0-8364-4676-b2af-33b5416c6dba, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=54217be0-8364-4676-b2af-33b5416c6dba,segment=NetworkSegment(85e1942d-da80-4474-8baf-777e325afd8c),segment_id=85e1942d-da80-4474-8baf-777e325afd8c)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:12:30.932860 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-35c1c23e-4ef4-48c4-893d-bc37a05bb5ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (54217be0-8364-4676-b2af-33b5416c6dba), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:30.949039 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:30.950422 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-35c1c23e-4ef4-48c4-893d-bc37a05bb5ad admin admin] Calling delete_port for 54217be0-8364-4676-b2af-33b5416c6dba owned by network:router_gateway {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:12:31.003968 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:31.010652 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-6e59cd07-2ec4-4db0-84ca-dc21b54318f6 None None] Set router 24624f7b-e97b-4514-a9a4-34d75fe6a2fd gateway port host: None {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:12:31.060812 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-6e59cd07-2ec4-4db0-84ca-dc21b54318f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'name': 'tempest-AttachVolumeTestJSON-1600319638-router', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:12:30Z', 'revision_number': 6, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'gw_port_host': None}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:12:31.084974 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e59cd07-2ec4-4db0-84ca-dc21b54318f6 None None] The sync data for ids ['24624f7b-e97b-4514-a9a4-34d75fe6a2fd'] in dv-cinder-845069-1-iscsi is: [{'id': '24624f7b-e97b-4514-a9a4-34d75fe6a2fd', 'name': 'tempest-AttachVolumeTestJSON-1600319638-router', 'tenant_id': '27f98152ab3440cf824c9ceb1c790bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:05:23Z', 'updated_at': '2022-06-08T02:12:30Z', 'revision_number': 6, 'project_id': '27f98152ab3440cf824c9ceb1c790bcf', 'gw_port_host': None}] {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:12:31.115816 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-35c1c23e-4ef4-48c4-893d-bc37a05bb5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (54217be0-8364-4676-b2af-33b5416c6dba), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:31.138429 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1c23e-4ef4-48c4-893d-bc37a05bb5ad admin admin] Pushing event deleted for resources: {'Port': ['ID=54217be0-8364-4676-b2af-33b5416c6dba,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:31.200897 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-35c1c23e-4ef4-48c4-893d-bc37a05bb5ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-682874'] for router_gateway (24624f7b-e97b-4514-a9a4-34d75fe6a2fd), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:31.285381 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-35c1c23e-4ef4-48c4-893d-bc37a05bb5ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6818'] for router (24624f7b-e97b-4514-a9a4-34d75fe6a2fd), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:31.287417 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-35c1c23e-4ef4-48c4-893d-bc37a05bb5ad admin admin] Publish callbacks [] for router_controller (24624f7b-e97b-4514-a9a4-34d75fe6a2fd), precommit_delete_associations {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:31.327414 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-35c1c23e-4ef4-48c4-893d-bc37a05bb5ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683256'] for router (24624f7b-e97b-4514-a9a4-34d75fe6a2fd), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:31.328094 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c1c23e-4ef4-48c4-893d-bc37a05bb5ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24624f7b-e97b-4514-a9a4-34d75fe6a2fd {{(pid=104268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 08 02:12:31.332111 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-35c1c23e-4ef4-48c4-893d-bc37a05bb5ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:31.333297 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-35c1c23e-4ef4-48c4-893d-bc37a05bb5ad admin admin] 10.222.0.20 "DELETE /v2.0/routers/24624f7b-e97b-4514-a9a4-34d75fe6a2fd HTTP/1.1" status: 204 len: 168 time: 0.7206302 Jun 08 02:12:31.336469 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 57000) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:31.382181 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_v2 [None req-34bea6f7-d463-4e76-a882-0620c5403c7a admin admin] Deleting subnet 8f09d094-ed17-43ae-a27d-e0d8f7e1f047 {{(pid=104268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 08 02:12:31.385791 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-34bea6f7-d463-4e76-a882-0620c5403c7a admin admin] Publish callbacks [] for subnet (8f09d094-ed17-43ae-a27d-e0d8f7e1f047), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:31.421647 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-34bea6f7-d463-4e76-a882-0620c5403c7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8505923'] for subnet (8f09d094-ed17-43ae-a27d-e0d8f7e1f047), precommit_delete_associations {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:31.500620 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-34bea6f7-d463-4e76-a882-0620c5403c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749588'] for subnet (8f09d094-ed17-43ae-a27d-e0d8f7e1f047), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:31.561202 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-34bea6f7-d463-4e76-a882-0620c5403c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8689909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8450983'] for subnet (8f09d094-ed17-43ae-a27d-e0d8f7e1f047), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:31.564937 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=11 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:31.589905 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bea6f7-d463-4e76-a882-0620c5403c7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f09d094-ed17-43ae-a27d-e0d8f7e1f047,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:31.591975 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-34bea6f7-d463-4e76-a882-0620c5403c7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:31.597510 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-34bea6f7-d463-4e76-a882-0620c5403c7a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8f09d094-ed17-43ae-a27d-e0d8f7e1f047 HTTP/1.1" status: 204 len: 168 time: 0.2575440 Jun 08 02:12:31.597629 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c68da4-c934-4b92-b065-edb8e72c2cd9 None None] Network 466dc4d7-a525-4704-a47b-5a136472c918 requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:12:31.598084 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 57004) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:31.665665 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-fb4ca7d4-eae3-42ba-a26d-f2bf1e92a41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1340890'] for network (466dc4d7-a525-4704-a47b-5a136472c918), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:31.713113 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-fb4ca7d4-eae3-42ba-a26d-f2bf1e92a41b admin admin] Deleting port 1910f881-881b-4f20-8161-0c730eae2a2e {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:12:31.713454 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-fb4ca7d4-eae3-42ba-a26d-f2bf1e92a41b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (1910f881-881b-4f20-8161-0c730eae2a2e), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:31.774754 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [None req-fb4ca7d4-eae3-42ba-a26d-f2bf1e92a41b admin admin] For port 1910f881-881b-4f20-8161-0c730eae2a2e, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=1910f881-881b-4f20-8161-0c730eae2a2e,segment=NetworkSegment(62cce43a-748d-4567-bfda-31404ed89a4f),segment_id=62cce43a-748d-4567-bfda-31404ed89a4f)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:12:31.775170 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-fb4ca7d4-eae3-42ba-a26d-f2bf1e92a41b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (1910f881-881b-4f20-8161-0c730eae2a2e), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:31.789459 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-fb4ca7d4-eae3-42ba-a26d-f2bf1e92a41b admin admin] Calling delete_port for 1910f881-881b-4f20-8161-0c730eae2a2e owned by network:dhcp {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:12:31.800145 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:31.819107 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e0924a-f346-46af-a83a-eb2f18b4be57 None None] DHCP port deletion for 466dc4d7-a525-4704-a47b-5a136472c918 request from dv-cinder-845069-1-iscsi {{(pid=104270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 08 02:12:31.860050 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-f1e0924a-f346-46af-a83a-eb2f18b4be57 None None] Deleting port 1910f881-881b-4f20-8161-0c730eae2a2e {{(pid=104270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:12:31.860583 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-f1e0924a-f346-46af-a83a-eb2f18b4be57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (1910f881-881b-4f20-8161-0c730eae2a2e), before_delete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:31.873910 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-fb4ca7d4-eae3-42ba-a26d-f2bf1e92a41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (1910f881-881b-4f20-8161-0c730eae2a2e), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:31.904236 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ca7d4-eae3-42ba-a26d-f2bf1e92a41b admin admin] Pushing event deleted for resources: {'Port': ['ID=1910f881-881b-4f20-8161-0c730eae2a2e,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:31.906029 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4ca7d4-eae3-42ba-a26d-f2bf1e92a41b admin admin] No DVR routers for this DVR port 1910f881-881b-4f20-8161-0c730eae2a2e on host dv-cinder-845069-1-iscsi {{(pid=104268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:12:31.940722 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-f1e0924a-f346-46af-a83a-eb2f18b4be57 None None] For port 1910f881-881b-4f20-8161-0c730eae2a2e, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=1910f881-881b-4f20-8161-0c730eae2a2e,segment=NetworkSegment(62cce43a-748d-4567-bfda-31404ed89a4f),segment_id=62cce43a-748d-4567-bfda-31404ed89a4f)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:12:31.941262 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-f1e0924a-f346-46af-a83a-eb2f18b4be57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (1910f881-881b-4f20-8161-0c730eae2a2e), precommit_delete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:31.950099 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:31.956209 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-f1e0924a-f346-46af-a83a-eb2f18b4be57 None None] Calling delete_port for 1910f881-881b-4f20-8161-0c730eae2a2e owned by network:dhcp {{(pid=104270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:12:31.979722 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-fb4ca7d4-eae3-42ba-a26d-f2bf1e92a41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749203', 'neutron.services.segments.db._delete_segments_for_network-8744501735437'] for network (466dc4d7-a525-4704-a47b-5a136472c918), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:32.002938 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.services.segments.db [None req-fb4ca7d4-eae3-42ba-a26d-f2bf1e92a41b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['466dc4d7-a525-4704-a47b-5a136472c918']}} {{(pid=104268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:12:32.013466 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.services.segments.db [None req-fb4ca7d4-eae3-42ba-a26d-f2bf1e92a41b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62cce43a-748d-4567-bfda-31404ed89a4f') {'for_net_delete': True} {{(pid=104268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:12:32.013830 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.services.segments.db [None req-fb4ca7d4-eae3-42ba-a26d-f2bf1e92a41b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62cce43a-748d-4567-bfda-31404ed89a4f') {} {{(pid=104268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:12:32.025227 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-fb4ca7d4-eae3-42ba-a26d-f2bf1e92a41b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744501734036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8505930'] for segment (62cce43a-748d-4567-bfda-31404ed89a4f), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:32.040277 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-fb4ca7d4-eae3-42ba-a26d-f2bf1e92a41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (62cce43a-748d-4567-bfda-31404ed89a4f), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:32.048832 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb4ca7d4-eae3-42ba-a26d-f2bf1e92a41b admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=104268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 02:12:32.049304 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-fb4ca7d4-eae3-42ba-a26d-f2bf1e92a41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8689839'] for segment (62cce43a-748d-4567-bfda-31404ed89a4f), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:32.070987 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-f1e0924a-f346-46af-a83a-eb2f18b4be57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102'] for port (1910f881-881b-4f20-8161-0c730eae2a2e), after_delete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:32.101049 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.services.segments.plugin [-] Segment 62cce43a-748d-4567-bfda-31404ed89a4f resource provider aggregate not found Jun 08 02:12:32.102399 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0924a-f346-46af-a83a-eb2f18b4be57 None None] Pushing event deleted for resources: {'Port': ['ID=1910f881-881b-4f20-8161-0c730eae2a2e,revision_number=None']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:32.110474 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0924a-f346-46af-a83a-eb2f18b4be57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:32.110826 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0924a-f346-46af-a83a-eb2f18b4be57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:32.111188 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0924a-f346-46af-a83a-eb2f18b4be57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:32.111534 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0924a-f346-46af-a83a-eb2f18b4be57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:32.111870 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0924a-f346-46af-a83a-eb2f18b4be57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:32.112198 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0924a-f346-46af-a83a-eb2f18b4be57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:32.112593 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0924a-f346-46af-a83a-eb2f18b4be57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:32.112923 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0924a-f346-46af-a83a-eb2f18b4be57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:32.113247 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0924a-f346-46af-a83a-eb2f18b4be57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:32.113568 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0924a-f346-46af-a83a-eb2f18b4be57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:32.113890 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0924a-f346-46af-a83a-eb2f18b4be57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:32.114210 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0924a-f346-46af-a83a-eb2f18b4be57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:32.114532 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0924a-f346-46af-a83a-eb2f18b4be57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:32.114848 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0924a-f346-46af-a83a-eb2f18b4be57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:32.115160 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0924a-f346-46af-a83a-eb2f18b4be57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:32.118344 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e0924a-f346-46af-a83a-eb2f18b4be57 None None] No DVR routers for this DVR port 1910f881-881b-4f20-8161-0c730eae2a2e on host dv-cinder-845069-1-iscsi {{(pid=104270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:12:32.124759 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.services.segments.plugin [-] Segment 62cce43a-748d-4567-bfda-31404ed89a4f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62cce43a-748d-4567-bfda-31404ed89a4f found for delete ", "request_id": "req-da03fee5-ef49-497f-a249-a3954505fee5"}]} Jun 08 02:12:32.137527 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-fb4ca7d4-eae3-42ba-a26d-f2bf1e92a41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682838'] for network (466dc4d7-a525-4704-a47b-5a136472c918), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:32.142281 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-fb4ca7d4-eae3-42ba-a26d-f2bf1e92a41b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:32.145435 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-fb4ca7d4-eae3-42ba-a26d-f2bf1e92a41b admin admin] 10.222.0.20 "DELETE /v2.0/networks/466dc4d7-a525-4704-a47b-5a136472c918 HTTP/1.1" status: 204 len: 168 time: 0.5471144 Jun 08 02:12:32.159024 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ca7d4-eae3-42ba-a26d-f2bf1e92a41b admin admin] Pushing event deleted for resources: {'Network': ['ID=466dc4d7-a525-4704-a47b-5a136472c918,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:32.264424 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 57012) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:32.306110 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-0c44ef87-97e9-4c03-a4f9-91f29a2cf368 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27f98152ab3440cf824c9ceb1c790bcf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0404792 Jun 08 02:12:32.308468 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 57014) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:32.358461 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-79353c4d-c57c-4d67-b390-56ce5b74b9c0 admin admin] Publish callbacks [] for security_group (ccf92744-4c62-42a9-8a95-caa960235bac), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:32.379495 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-79353c4d-c57c-4d67-b390-56ce5b74b9c0 admin admin] Publish callbacks [] for security_group (ccf92744-4c62-42a9-8a95-caa960235bac), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:32.426041 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-79353c4d-c57c-4d67-b390-56ce5b74b9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (ccf92744-4c62-42a9-8a95-caa960235bac), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:32.428620 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-79353c4d-c57c-4d67-b390-56ce5b74b9c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:32.429786 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-79353c4d-c57c-4d67-b390-56ce5b74b9c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ccf92744-4c62-42a9-8a95-caa960235bac HTTP/1.1" status: 204 len: 168 time: 0.1204424 Jun 08 02:12:32.438479 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79353c4d-c57c-4d67-b390-56ce5b74b9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf92744-4c62-42a9-8a95-caa960235bac,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:32.817004 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 757bcb98-5bbf-42c9-9fbe-9a299acd053b no longer exists at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:12:32.836900 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] No Port match for: 757bcb98-5bbf-42c9-9fbe-9a299acd053b {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:12:32.837313 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 757bcb98-5bbf-42c9-9fbe-9a299acd053b not bound to the agent host dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:12:32.837791 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 54217be0-8364-4676-b2af-33b5416c6dba no longer exists at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:12:32.855112 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] No Port match for: 54217be0-8364-4676-b2af-33b5416c6dba {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:12:32.855453 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 54217be0-8364-4676-b2af-33b5416c6dba not bound to the agent host dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:12:32.855856 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 1910f881-881b-4f20-8161-0c730eae2a2e no longer exists at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:12:32.873332 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] No Port match for: 1910f881-881b-4f20-8161-0c730eae2a2e {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:12:32.873672 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 1910f881-881b-4f20-8161-0c730eae2a2e not bound to the agent host dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:12:35.211622 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:35.233914 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:36.197522 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5bdb4-1256-4481-9b87-ba296ca03aa2 req-4357f543-eaf5-4c62-800c-40bc040b835d tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:36.199696 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-31d5bdb4-1256-4481-9b87-ba296ca03aa2 req-4357f543-eaf5-4c62-800c-40bc040b835d tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 945 time: 0.2872734 Jun 08 02:12:36.245049 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-31d5bdb4-1256-4481-9b87-ba296ca03aa2 req-27084b8e-53b7-47a6-aaf4-aacdc4a10f86 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396681 Jun 08 02:12:36.268976 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 57092) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:36.453219 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9022d302-dbb3-410e-b493-06fda2a1150b tempest-TestMinimumBasicScenario-2088137538 tempest-TestMinimumBasicScenario-2088137538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:36.454610 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-9022d302-dbb3-410e-b493-06fda2a1150b tempest-TestMinimumBasicScenario-2088137538 tempest-TestMinimumBasicScenario-2088137538-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 1124 time: 0.1846693 Jun 08 02:12:36.457483 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 57096) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:36.461620 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-adf2961f-fbfe-46a5-91dd-04eec3f89f0f tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Request body: {'floatingip': {'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'port_id': '906aaccc-01a6-40cf-a960-5f798d175167', 'tenant_id': '3b0724451ec94fdbb4f2422c44245b53', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:12:36.465952 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:36.483910 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-adf2961f-fbfe-46a5-91dd-04eec3f89f0f tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:36.562242 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-adf2961f-fbfe-46a5-91dd-04eec3f89f0f tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:36.671351 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [None req-adf2961f-fbfe-46a5-91dd-04eec3f89f0f tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Allocated IP 172.27.1.202 (fccc80fe-aa23-41fa-b00e-a506a2a0f94c/5f93db06-58fb-4390-8563-710a437b082f/7c17efe7-a6a9-4c69-8135-b85e4dc7d407) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:12:36.728621 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:36.785069 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-adf2961f-fbfe-46a5-91dd-04eec3f89f0f tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks [] for port (7c17efe7-a6a9-4c69-8135-b85e4dc7d407), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:36.817811 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-adf2961f-fbfe-46a5-91dd-04eec3f89f0f tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (7c17efe7-a6a9-4c69-8135-b85e4dc7d407), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:36.837426 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-e1003bf5-cdf5-422e-afa8-65916eeb3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:36.857479 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf2961f-fbfe-46a5-91dd-04eec3f89f0f tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Network fccc80fe-aa23-41fa-b00e-a506a2a0f94c is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:12:36.860610 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-adf2961f-fbfe-46a5-91dd-04eec3f89f0f tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:12:36.866930 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf2961f-fbfe-46a5-91dd-04eec3f89f0f tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:12:36.872672 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf2961f-fbfe-46a5-91dd-04eec3f89f0f tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Pushing event updated for resources: {'Port': ['ID=7c17efe7-a6a9-4c69-8135-b85e4dc7d407,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:37.224723 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:37.231005 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-adf2961f-fbfe-46a5-91dd-04eec3f89f0f tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks [] for floatingip (d77c1489-9220-4bb1-b012-bd4f6aaf1052), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:37.299546 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-adf2961f-fbfe-46a5-91dd-04eec3f89f0f tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (7c17efe7-a6a9-4c69-8135-b85e4dc7d407), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:37.410560 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 57128) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:37.487601 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-adf2961f-fbfe-46a5-91dd-04eec3f89f0f tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks [] for port (7c17efe7-a6a9-4c69-8135-b85e4dc7d407), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:37.492333 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-adf2961f-fbfe-46a5-91dd-04eec3f89f0f tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (7c17efe7-a6a9-4c69-8135-b85e4dc7d407), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:37.523705 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:37.524788 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d6593490-3d27-42aa-b18c-d5407a441307 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:37.560041 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf2961f-fbfe-46a5-91dd-04eec3f89f0f tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Pushing event updated for resources: {'Port': ['ID=7c17efe7-a6a9-4c69-8135-b85e4dc7d407,revision_number=2']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:37.574605 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-adf2961f-fbfe-46a5-91dd-04eec3f89f0f tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682813'] for floatingip (d77c1489-9220-4bb1-b012-bd4f6aaf1052), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:37.604305 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d6593490-3d27-42aa-b18c-d5407a441307 admin admin] Publish callbacks [] for security_group (4ed65f9b-2e8f-45e5-ba4d-009122031fd5), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:37.608564 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d6593490-3d27-42aa-b18c-d5407a441307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (4ed65f9b-2e8f-45e5-ba4d-009122031fd5), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:37.648212 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-d6593490-3d27-42aa-b18c-d5407a441307 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b23f47cea0cd48fea5346e9331c1da49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363498 Jun 08 02:12:37.649439 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6593490-3d27-42aa-b18c-d5407a441307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed65f9b-2e8f-45e5-ba4d-009122031fd5,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:37.651053 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 57132) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:37.696598 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.db.l3_db [None req-adf2961f-fbfe-46a5-91dd-04eec3f89f0f tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Floating IP d77c1489-9220-4bb1-b012-bd4f6aaf1052 associated. External IP: 172.27.1.202, port: 906aaccc-01a6-40cf-a960-5f798d175167. Jun 08 02:12:37.780257 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-eaae429b-1209-4f32-bf64-d01e8a4dd8a7 admin admin] Publish callbacks [] for security_group (4ed65f9b-2e8f-45e5-ba4d-009122031fd5), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:37.815650 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-eaae429b-1209-4f32-bf64-d01e8a4dd8a7 admin admin] Publish callbacks [] for security_group (4ed65f9b-2e8f-45e5-ba4d-009122031fd5), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:37.936124 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-eaae429b-1209-4f32-bf64-d01e8a4dd8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (4ed65f9b-2e8f-45e5-ba4d-009122031fd5), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:37.938560 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-eaae429b-1209-4f32-bf64-d01e8a4dd8a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:37.939667 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-eaae429b-1209-4f32-bf64-d01e8a4dd8a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ed65f9b-2e8f-45e5-ba4d-009122031fd5 HTTP/1.1" status: 204 len: 168 time: 0.2871852 Jun 08 02:12:37.952476 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae429b-1209-4f32-bf64-d01e8a4dd8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed65f9b-2e8f-45e5-ba4d-009122031fd5,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:37.957606 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf2961f-fbfe-46a5-91dd-04eec3f89f0f tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Router 2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:12:38.006123 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:38.067976 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf2961f-fbfe-46a5-91dd-04eec3f89f0f tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:12:38.077952 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b8997d-daac-496b-a9d4-669550713021 None None] Sync routers for ids ['2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d'] in dv-cinder-845069-1-iscsi {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:12:38.088311 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b8997d-daac-496b-a9d4-669550713021 None None] Routers {'2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:12:38.089092 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-21b8997d-daac-496b-a9d4-669550713021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:12:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:12:38.091282 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-adf2961f-fbfe-46a5-91dd-04eec3f89f0f tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:38.123764 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-adf2961f-fbfe-46a5-91dd-04eec3f89f0f tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6652360 Jun 08 02:12:38.124559 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b532af5d-7b14-4644-add7-8b716f81871f', 'tag': '906aaccc-01a6-40cf-a960-5f798d175167'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:12:38.126620 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 57138) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:38.126890 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6badc4-52d6-4b3d-9178-81f0630bc523" -d '{"events": [{"name": "network-changed", "server_uuid": "b532af5d-7b14-4644-add7-8b716f81871f", "tag": "906aaccc-01a6-40cf-a960-5f798d175167"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:12:38.131487 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-715f16c5-2664-4808-aeee-ea86a3fda320 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-622762087', 'description': 'tempest-secgroup-smoke-622762087 description', 'project_id': '3b0724451ec94fdbb4f2422c44245b53'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:12:38.156632 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-715f16c5-2664-4808-aeee-ea86a3fda320 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:38.177706 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1081a6-edfe-4c08-953f-d07657a22a51 x-openstack-request-id: req-0e1081a6-edfe-4c08-953f-d07657a22a51 {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:12:38.178013 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b532af5d-7b14-4644-add7-8b716f81871f", "tag": "906aaccc-01a6-40cf-a960-5f798d175167", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:12:38.178265 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e1081a6-edfe-4c08-953f-d07657a22a51 {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:12:38.178667 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e1081a6-edfe-4c08-953f-d07657a22a51'] response: {'name': 'network-changed', 'server_uuid': 'b532af5d-7b14-4644-add7-8b716f81871f', 'tag': '906aaccc-01a6-40cf-a960-5f798d175167', 'status': 'completed', 'code': 200} Jun 08 02:12:38.252305 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6badc4-52d6-4b3d-9178-81f0630bc523 req-5a755faf-03d0-4a2c-9049-1d6a601828c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:38.253858 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-dd6badc4-52d6-4b3d-9178-81f0630bc523 req-5a755faf-03d0-4a2c-9049-1d6a601828c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b0724451ec94fdbb4f2422c44245b53&device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 1129 time: 0.0481675 Jun 08 02:12:38.255975 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-715f16c5-2664-4808-aeee-ea86a3fda320 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks [] for security_group (49f602e6-cd7d-4297-b234-3cdf7556d07e), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:38.262840 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-715f16c5-2664-4808-aeee-ea86a3fda320 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (49f602e6-cd7d-4297-b234-3cdf7556d07e), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:38.288174 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-715f16c5-2664-4808-aeee-ea86a3fda320 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:38.290390 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-715f16c5-2664-4808-aeee-ea86a3fda320 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1622493 Jun 08 02:12:38.297787 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 57142) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:38.299907 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 57144) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:38.303093 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-2df278c2-8645-4e91-b6a7-74dd39a677ed tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Request body: {'security_group_rule': {'security_group_id': '49f602e6-cd7d-4297-b234-3cdf7556d07e', 'project_id': '3b0724451ec94fdbb4f2422c44245b53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:12:38.328268 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-fbf876df-eb78-4296-ab94-6603daf4d30f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:38.339531 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f16c5-2664-4808-aeee-ea86a3fda320 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49f602e6-cd7d-4297-b234-3cdf7556d07e,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:38.351703 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-21b8997d-daac-496b-a9d4-669550713021 None None] Set router 2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:12:38.391432 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-2df278c2-8645-4e91-b6a7-74dd39a677ed tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks [] for security_group_rule (7c5c53d9-14c4-4ab4-ac3e-3b32ed79a006), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:38.420373 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-fbf876df-eb78-4296-ab94-6603daf4d30f admin admin] Publish callbacks [] for security_group (0c4c4660-59b0-4ba6-9445-ee73508ae7ee), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:38.424431 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6badc4-52d6-4b3d-9178-81f0630bc523 req-bfb52bb5-7f2a-49b3-bad4-905b2cfdfab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:38.425389 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-fbf876df-eb78-4296-ab94-6603daf4d30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (0c4c4660-59b0-4ba6-9445-ee73508ae7ee), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:38.426078 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-dd6badc4-52d6-4b3d-9178-81f0630bc523 req-bfb52bb5-7f2a-49b3-bad4-905b2cfdfab7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29b8f254-b98d-401b-bc5d-7cbf19e5b50d HTTP/1.1" status: 200 len: 916 time: 0.1618633 Jun 08 02:12:38.466378 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-fbf876df-eb78-4296-ab94-6603daf4d30f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=121ea24896c74156b61335ef15a07e45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1649699 Jun 08 02:12:38.467793 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf876df-eb78-4296-ab94-6603daf4d30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4c4660-59b0-4ba6-9445-ee73508ae7ee,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:38.469681 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:38.475360 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 57146) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:38.475563 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf876df-eb78-4296-ab94-6603daf4d30f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:38.475836 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf876df-eb78-4296-ab94-6603daf4d30f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:38.476170 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf876df-eb78-4296-ab94-6603daf4d30f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:38.476532 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf876df-eb78-4296-ab94-6603daf4d30f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:38.476861 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf876df-eb78-4296-ab94-6603daf4d30f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:38.477186 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf876df-eb78-4296-ab94-6603daf4d30f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:38.477517 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf876df-eb78-4296-ab94-6603daf4d30f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:38.477881 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf876df-eb78-4296-ab94-6603daf4d30f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:38.478204 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf876df-eb78-4296-ab94-6603daf4d30f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:38.478528 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf876df-eb78-4296-ab94-6603daf4d30f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:38.478848 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf876df-eb78-4296-ab94-6603daf4d30f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:38.479190 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf876df-eb78-4296-ab94-6603daf4d30f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:38.479509 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf876df-eb78-4296-ab94-6603daf4d30f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:38.480056 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf876df-eb78-4296-ab94-6603daf4d30f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:38.480493 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf876df-eb78-4296-ab94-6603daf4d30f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:12:38.514696 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:38.545919 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-2df278c2-8645-4e91-b6a7-74dd39a677ed tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks [] for security_group_rule (7c5c53d9-14c4-4ab4-ac3e-3b32ed79a006), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:38.552384 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-dd6badc4-52d6-4b3d-9178-81f0630bc523 req-3babe9b5-1282-4891-84d6-fb0fa2e46a6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=906aaccc-01a6-40cf-a960-5f798d175167 HTTP/1.1" status: 200 len: 999 time: 0.1171103 Jun 08 02:12:38.556868 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-2df278c2-8645-4e91-b6a7-74dd39a677ed tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292501'] for security_group_rule (7c5c53d9-14c4-4ab4-ac3e-3b32ed79a006), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:38.590992 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-21b8997d-daac-496b-a9d4-669550713021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'name': 'tempest-TestMinimumBasicScenario-1810733501-router', 'tenant_id': '3b0724451ec94fdbb4f2422c44245b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '9cc63bf3-a416-4b8e-8367-ec6b454b9c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:11:40Z', 'updated_at': '2022-06-08T02:11:44Z', 'revision_number': 4, 'project_id': '3b0724451ec94fdbb4f2422c44245b53', 'gw_port': {'id': '9cc63bf3-a416-4b8e-8367-ec6b454b9c8f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:11:40Z', 'updated_at': '2022-06-08T02:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': 'd77c1489-9220-4bb1-b012-bd4f6aaf1052', 'tenant_id': '3b0724451ec94fdbb4f2422c44245b53', 'floating_ip_address': '172.27.1.202', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'port_id': '906aaccc-01a6-40cf-a960-5f798d175167', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29b8f254-b98d-401b-bc5d-7cbf19e5b50d', 'mac_address': 'fa:16:3e:60:db:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b532af5d-7b14-4644-add7-8b716f81871f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:12:37Z', 'updated_at': '2022-06-08T02:12:37Z', 'revision_number': 0, 'project_id': '3b0724451ec94fdbb4f2422c44245b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2d02735-db4b-4263-af2d-568263495d16', 'name': '', 'network_id': '29b8f254-b98d-401b-bc5d-7cbf19e5b50d', 'tenant_id': '3b0724451ec94fdbb4f2422c44245b53', 'mac_address': 'fa:16:3e:f1:11:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '718984ae-459e-42d0-9618-25b80c72367c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:11:43Z', 'updated_at': '2022-06-08T02:11:49Z', 'revision_number': 5, 'project_id': '3b0724451ec94fdbb4f2422c44245b53', 'subnets': [{'id': '718984ae-459e-42d0-9618-25b80c72367c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:12:38.610235 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df278c2-8645-4e91-b6a7-74dd39a677ed tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c5c53d9-14c4-4ab4-ac3e-3b32ed79a006,revision_number=0']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:38.625334 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-2df278c2-8645-4e91-b6a7-74dd39a677ed tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:38.629009 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-2df278c2-8645-4e91-b6a7-74dd39a677ed tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3277259 Jun 08 02:12:38.629168 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b8997d-daac-496b-a9d4-669550713021 None None] Checking router: 2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d for host: dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:12:38.629369 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 57148) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:38.635134 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-75944bda-701d-416a-a1c0-19a4066987ca tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Request body: {'security_group_rule': {'security_group_id': '49f602e6-cd7d-4297-b234-3cdf7556d07e', 'project_id': '3b0724451ec94fdbb4f2422c44245b53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:12:38.636730 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b8997d-daac-496b-a9d4-669550713021 None None] Routers {'2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:12:38.637633 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-21b8997d-daac-496b-a9d4-669550713021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:12:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:12:38.638074 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-5735a4a8-144c-48ea-9a80-b11515979d30 admin admin] Publish callbacks [] for security_group (0c4c4660-59b0-4ba6-9445-ee73508ae7ee), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:38.645122 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6badc4-52d6-4b3d-9178-81f0630bc523 req-1817c864-0a6f-4158-ac66-d631d34c6fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:38.646578 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-dd6badc4-52d6-4b3d-9178-81f0630bc523 req-1817c864-0a6f-4158-ac66-d631d34c6fe4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=718984ae-459e-42d0-9618-25b80c72367c HTTP/1.1" status: 200 len: 854 time: 0.0859842 Jun 08 02:12:38.664639 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-75944bda-701d-416a-a1c0-19a4066987ca tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks [] for security_group_rule (0aca6f27-7ca9-4ead-96d2-8b769c588001), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:38.690222 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-5735a4a8-144c-48ea-9a80-b11515979d30 admin admin] Publish callbacks [] for security_group (0c4c4660-59b0-4ba6-9445-ee73508ae7ee), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:38.725189 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6badc4-52d6-4b3d-9178-81f0630bc523 req-f9ae49d9-9f78-48fd-9488-279eb679ab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:38.726945 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-dd6badc4-52d6-4b3d-9178-81f0630bc523 req-f9ae49d9-9f78-48fd-9488-279eb679ab97 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29b8f254-b98d-401b-bc5d-7cbf19e5b50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700390 Jun 08 02:12:38.728789 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-75944bda-701d-416a-a1c0-19a4066987ca tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks [] for security_group_rule (0aca6f27-7ca9-4ead-96d2-8b769c588001), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:38.733370 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-75944bda-701d-416a-a1c0-19a4066987ca tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292501'] for security_group_rule (0aca6f27-7ca9-4ead-96d2-8b769c588001), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:38.739731 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-21b8997d-daac-496b-a9d4-669550713021 None None] Set router 2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:12:38.741417 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:38.763069 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75944bda-701d-416a-a1c0-19a4066987ca tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aca6f27-7ca9-4ead-96d2-8b769c588001,revision_number=0']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:38.770859 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-75944bda-701d-416a-a1c0-19a4066987ca tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:38.774934 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-75944bda-701d-416a-a1c0-19a4066987ca tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1415424 Jun 08 02:12:38.775568 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 57150) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:38.785305 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-3bedac18-c120-4209-8829-44ce0921baf9 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Request body: {'security_group_rule': {'security_group_id': '49f602e6-cd7d-4297-b234-3cdf7556d07e', 'project_id': '3b0724451ec94fdbb4f2422c44245b53', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:12:38.810605 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-5735a4a8-144c-48ea-9a80-b11515979d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (0c4c4660-59b0-4ba6-9445-ee73508ae7ee), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:38.813421 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-5735a4a8-144c-48ea-9a80-b11515979d30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:38.814556 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-5735a4a8-144c-48ea-9a80-b11515979d30 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c4c4660-59b0-4ba6-9445-ee73508ae7ee HTTP/1.1" status: 204 len: 168 time: 0.3243644 Jun 08 02:12:38.819919 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-3bedac18-c120-4209-8829-44ce0921baf9 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks [] for security_group_rule (40629d2c-47be-484b-971a-dae3ad6af4b3), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:38.830793 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735a4a8-144c-48ea-9a80-b11515979d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4c4660-59b0-4ba6-9445-ee73508ae7ee,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:38.850761 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-dd6badc4-52d6-4b3d-9178-81f0630bc523 req-8d608478-2523-44f3-aa72-65ae4e0b3220 service neutron] 10.222.0.15 "GET /v2.0/networks/29b8f254-b98d-401b-bc5d-7cbf19e5b50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148775 Jun 08 02:12:38.873932 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:38.892809 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-3bedac18-c120-4209-8829-44ce0921baf9 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks [] for security_group_rule (40629d2c-47be-484b-971a-dae3ad6af4b3), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:38.899408 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-3bedac18-c120-4209-8829-44ce0921baf9 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292501'] for security_group_rule (40629d2c-47be-484b-971a-dae3ad6af4b3), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:38.930248 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedac18-c120-4209-8829-44ce0921baf9 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40629d2c-47be-484b-971a-dae3ad6af4b3,revision_number=0']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:38.944226 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-3bedac18-c120-4209-8829-44ce0921baf9 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:38.947984 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-3bedac18-c120-4209-8829-44ce0921baf9 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1687682 Jun 08 02:12:38.948632 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 57154) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:38.955491 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-4eb9dd30-81ab-413b-8973-1c0e9474d2a0 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Request body: {'security_group_rule': {'security_group_id': '49f602e6-cd7d-4297-b234-3cdf7556d07e', 'project_id': '3b0724451ec94fdbb4f2422c44245b53', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:12:38.984702 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:38.992525 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-dd6badc4-52d6-4b3d-9178-81f0630bc523 req-fc3ca21d-dd51-40fc-9ae1-aac72ba029c7 service neutron] 10.222.0.15 "GET /v2.0/networks/29b8f254-b98d-401b-bc5d-7cbf19e5b50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329799 Jun 08 02:12:38.994744 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4eb9dd30-81ab-413b-8973-1c0e9474d2a0 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks [] for security_group_rule (3f7851f7-afba-41b5-b65b-a3d4fbe86d62), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:39.045635 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-21b8997d-daac-496b-a9d4-669550713021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'name': 'tempest-TestMinimumBasicScenario-1810733501-router', 'tenant_id': '3b0724451ec94fdbb4f2422c44245b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '9cc63bf3-a416-4b8e-8367-ec6b454b9c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:11:40Z', 'updated_at': '2022-06-08T02:11:44Z', 'revision_number': 4, 'project_id': '3b0724451ec94fdbb4f2422c44245b53', 'gw_port': {'id': '9cc63bf3-a416-4b8e-8367-ec6b454b9c8f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:11:40Z', 'updated_at': '2022-06-08T02:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': 'd77c1489-9220-4bb1-b012-bd4f6aaf1052', 'tenant_id': '3b0724451ec94fdbb4f2422c44245b53', 'floating_ip_address': '172.27.1.202', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'port_id': '906aaccc-01a6-40cf-a960-5f798d175167', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29b8f254-b98d-401b-bc5d-7cbf19e5b50d', 'mac_address': 'fa:16:3e:60:db:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b532af5d-7b14-4644-add7-8b716f81871f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:12:37Z', 'updated_at': '2022-06-08T02:12:37Z', 'revision_number': 0, 'project_id': '3b0724451ec94fdbb4f2422c44245b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2d02735-db4b-4263-af2d-568263495d16', 'name': '', 'network_id': '29b8f254-b98d-401b-bc5d-7cbf19e5b50d', 'tenant_id': '3b0724451ec94fdbb4f2422c44245b53', 'mac_address': 'fa:16:3e:f1:11:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '718984ae-459e-42d0-9618-25b80c72367c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:11:43Z', 'updated_at': '2022-06-08T02:11:49Z', 'revision_number': 5, 'project_id': '3b0724451ec94fdbb4f2422c44245b53', 'subnets': [{'id': '718984ae-459e-42d0-9618-25b80c72367c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:12:39.068653 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4eb9dd30-81ab-413b-8973-1c0e9474d2a0 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks [] for security_group_rule (3f7851f7-afba-41b5-b65b-a3d4fbe86d62), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:39.071406 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b8997d-daac-496b-a9d4-669550713021 None None] The sync data for ids ['2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d'] in dv-cinder-845069-1-iscsi is: [{'id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'name': 'tempest-TestMinimumBasicScenario-1810733501-router', 'tenant_id': '3b0724451ec94fdbb4f2422c44245b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '9cc63bf3-a416-4b8e-8367-ec6b454b9c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:11:40Z', 'updated_at': '2022-06-08T02:11:44Z', 'revision_number': 4, 'project_id': '3b0724451ec94fdbb4f2422c44245b53', 'gw_port': {'id': '9cc63bf3-a416-4b8e-8367-ec6b454b9c8f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:11:40Z', 'updated_at': '2022-06-08T02:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': 'd77c1489-9220-4bb1-b012-bd4f6aaf1052', 'tenant_id': '3b0724451ec94fdbb4f2422c44245b53', 'floating_ip_address': '172.27.1.202', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'port_id': '906aaccc-01a6-40cf-a960-5f798d175167', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29b8f254-b98d-401b-bc5d-7cbf19e5b50d', 'mac_address': 'fa:16:3e:60:db:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b532af5d-7b14-4644-add7-8b716f81871f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:12:37Z', 'updated_at': '2022-06-08T02:12:37Z', 'revision_number': 0, 'project_id': '3b0724451ec94fdbb4f2422c44245b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2d02735-db4b-4263-af2d-568263495d16', 'name': '', 'network_id': '29b8f254-b98d-401b-bc5d-7cbf19e5b50d', 'tenant_id': '3b0724451ec94fdbb4f2422c44245b53', 'mac_address': 'fa:16:3e:f1:11:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '718984ae-459e-42d0-9618-25b80c72367c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:11:43Z', 'updated_at': '2022-06-08T02:11:49Z', 'revision_number': 5, 'project_id': '3b0724451ec94fdbb4f2422c44245b53', 'subnets': [{'id': '718984ae-459e-42d0-9618-25b80c72367c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:12:39.077730 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4eb9dd30-81ab-413b-8973-1c0e9474d2a0 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292501'] for security_group_rule (3f7851f7-afba-41b5-b65b-a3d4fbe86d62), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:39.100386 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9dd30-81ab-413b-8973-1c0e9474d2a0 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f7851f7-afba-41b5-b65b-a3d4fbe86d62,revision_number=0']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:39.113551 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4eb9dd30-81ab-413b-8973-1c0e9474d2a0 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:39.114875 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-4eb9dd30-81ab-413b-8973-1c0e9474d2a0 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1652167 Jun 08 02:12:39.119887 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 57158) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:39.125488 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-9d9f4132-ca73-4047-9f2d-e2b573a10c37 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Request body: {'security_group_rule': {'security_group_id': '49f602e6-cd7d-4297-b234-3cdf7556d07e', 'project_id': '3b0724451ec94fdbb4f2422c44245b53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:12:39.135138 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:39.151195 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-2f278c35-6a15-4d6b-ae16-8ff1ccad0cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:39.152866 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.db.securitygroups_db [None req-9d9f4132-ca73-4047-9f2d-e2b573a10c37 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Project 3b0724451ec94fdbb4f2422c44245b53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 02:12:39.160843 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9d9f4132-ca73-4047-9f2d-e2b573a10c37 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks [] for security_group_rule (d78f6f2e-8ccb-4d26-b439-761f49ae891a), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:39.225695 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9d9f4132-ca73-4047-9f2d-e2b573a10c37 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks [] for security_group_rule (d78f6f2e-8ccb-4d26-b439-761f49ae891a), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:39.231018 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9d9f4132-ca73-4047-9f2d-e2b573a10c37 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292501'] for security_group_rule (d78f6f2e-8ccb-4d26-b439-761f49ae891a), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:39.250898 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f4132-ca73-4047-9f2d-e2b573a10c37 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d78f6f2e-8ccb-4d26-b439-761f49ae891a,revision_number=0']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:39.259157 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9d9f4132-ca73-4047-9f2d-e2b573a10c37 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:39.263512 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-9d9f4132-ca73-4047-9f2d-e2b573a10c37 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1389990 Jun 08 02:12:39.263898 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 57166) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:39.269866 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-a11110d5-26f9-4ac0-8b3b-45399c54b6e8 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Request body: {'security_group_rule': {'security_group_id': '49f602e6-cd7d-4297-b234-3cdf7556d07e', 'project_id': '3b0724451ec94fdbb4f2422c44245b53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:12:39.293644 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.db.securitygroups_db [None req-a11110d5-26f9-4ac0-8b3b-45399c54b6e8 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Project 3b0724451ec94fdbb4f2422c44245b53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 02:12:39.300981 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-a11110d5-26f9-4ac0-8b3b-45399c54b6e8 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks [] for security_group_rule (67264bb0-6472-4d82-8408-8045377260bc), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:39.342386 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8c9f5c-ae0e-4fce-ad84-85b91e4d1c1f None None] New status for floating IP d77c1489-9220-4bb1-b012-bd4f6aaf1052: ACTIVE {{(pid=104271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 02:12:39.366662 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-a11110d5-26f9-4ac0-8b3b-45399c54b6e8 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks [] for security_group_rule (67264bb0-6472-4d82-8408-8045377260bc), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:39.370977 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-a11110d5-26f9-4ac0-8b3b-45399c54b6e8 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292501'] for security_group_rule (67264bb0-6472-4d82-8408-8045377260bc), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:39.389898 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11110d5-26f9-4ac0-8b3b-45399c54b6e8 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67264bb0-6472-4d82-8408-8045377260bc,revision_number=0']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:39.400572 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-a11110d5-26f9-4ac0-8b3b-45399c54b6e8 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:39.404439 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-a11110d5-26f9-4ac0-8b3b-45399c54b6e8 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1365318 Jun 08 02:12:39.507955 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-94505b0b-8ac7-4b81-a479-27b82f150f99 req-9eab171a-e717-449c-9f61-3334814adc92 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-622762087&fields=id&tenant_id=3b0724451ec94fdbb4f2422c44245b53 HTTP/1.1" status: 200 len: 267 time: 0.0544200 Jun 08 02:12:39.570721 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94505b0b-8ac7-4b81-a479-27b82f150f99 req-e8a80377-f6b7-4943-9778-751aead4d319 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:39.572143 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-94505b0b-8ac7-4b81-a479-27b82f150f99 req-e8a80377-f6b7-4943-9778-751aead4d319 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 945 time: 0.0518465 Jun 08 02:12:39.583290 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-94505b0b-8ac7-4b81-a479-27b82f150f99 req-d83bdc39-05b5-4b21-9801-3da44644ecb3 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Request body: {'port': {'security_groups': ['098167cf-ed64-489d-ae02-7d326d13e403', '49f602e6-cd7d-4297-b234-3cdf7556d07e']}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:12:39.662143 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-94505b0b-8ac7-4b81-a479-27b82f150f99 req-d83bdc39-05b5-4b21-9801-3da44644ecb3 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (906aaccc-01a6-40cf-a960-5f798d175167), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:39.758867 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:39.891418 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-94505b0b-8ac7-4b81-a479-27b82f150f99 req-d83bdc39-05b5-4b21-9801-3da44644ecb3 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] For port 906aaccc-01a6-40cf-a960-5f798d175167, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=906aaccc-01a6-40cf-a960-5f798d175167,segment=NetworkSegment(2a41b296-595a-4fb1-82e2-ac5ee17753f8),segment_id=2a41b296-595a-4fb1-82e2-ac5ee17753f8)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:12:39.927094 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-94505b0b-8ac7-4b81-a479-27b82f150f99 req-d83bdc39-05b5-4b21-9801-3da44644ecb3 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks [] for port (906aaccc-01a6-40cf-a960-5f798d175167), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:39.931647 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-94505b0b-8ac7-4b81-a479-27b82f150f99 req-d83bdc39-05b5-4b21-9801-3da44644ecb3 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (906aaccc-01a6-40cf-a960-5f798d175167), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:39.952244 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['906aaccc-01a6-40cf-a960-5f798d175167'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:12:39.991598 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94505b0b-8ac7-4b81-a479-27b82f150f99 req-d83bdc39-05b5-4b21-9801-3da44644ecb3 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:39.992325 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-94505b0b-8ac7-4b81-a479-27b82f150f99 req-d83bdc39-05b5-4b21-9801-3da44644ecb3 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:39.993805 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-94505b0b-8ac7-4b81-a479-27b82f150f99 req-d83bdc39-05b5-4b21-9801-3da44644ecb3 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "PUT /v2.0/ports/906aaccc-01a6-40cf-a960-5f798d175167 HTTP/1.1" status: 200 len: 981 time: 0.4150712 Jun 08 02:12:40.014498 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83bdc39-05b5-4b21-9801-3da44644ecb3 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Pushing event updated for resources: {'Port': ['ID=906aaccc-01a6-40cf-a960-5f798d175167,revision_number=6']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:40.098065 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['906aaccc-01a6-40cf-a960-5f798d175167'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:12:40.114250 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eef64a-19b7-4b80-a222-7223705c058d req-35f72154-4490-4c20-8a8b-fd642f8e560f tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:40.122127 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-70eef64a-19b7-4b80-a222-7223705c058d req-35f72154-4490-4c20-8a8b-fd642f8e560f tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 984 time: 0.0592909 Jun 08 02:12:40.180267 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b532af5d-7b14-4644-add7-8b716f81871f', 'tag': '906aaccc-01a6-40cf-a960-5f798d175167'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:12:40.183064 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a344447-93f5-478d-8083-a4977c85e696" -d '{"events": [{"name": "network-changed", "server_uuid": "b532af5d-7b14-4644-add7-8b716f81871f", "tag": "906aaccc-01a6-40cf-a960-5f798d175167"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:12:40.215420 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-70eef64a-19b7-4b80-a222-7223705c058d req-e497b1c0-0900-4fd5-bf3c-e282889b67f8 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=49f602e6-cd7d-4297-b234-3cdf7556d07e&id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0920081 Jun 08 02:12:40.262909 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08b1737-3654-4a53-bff4-8799a0f44bca x-openstack-request-id: req-f08b1737-3654-4a53-bff4-8799a0f44bca {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:12:40.263498 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b532af5d-7b14-4644-add7-8b716f81871f", "tag": "906aaccc-01a6-40cf-a960-5f798d175167", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:12:40.263611 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f08b1737-3654-4a53-bff4-8799a0f44bca {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:12:40.263987 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f08b1737-3654-4a53-bff4-8799a0f44bca'] response: {'name': 'network-changed', 'server_uuid': 'b532af5d-7b14-4644-add7-8b716f81871f', 'tag': '906aaccc-01a6-40cf-a960-5f798d175167', 'status': 'completed', 'code': 200} Jun 08 02:12:40.306839 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-8a275799-8a0a-47aa-9a01-01bb9a39b2e6 None None] Provisioning complete for port 906aaccc-01a6-40cf-a960-5f798d175167 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:12:40.307450 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-8a275799-8a0a-47aa-9a01-01bb9a39b2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (906aaccc-01a6-40cf-a960-5f798d175167), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:40.329754 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a344447-93f5-478d-8083-a4977c85e696 req-925d2bd2-9751-4855-955d-d6e89a4246a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:40.331530 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1a344447-93f5-478d-8083-a4977c85e696 req-925d2bd2-9751-4855-955d-d6e89a4246a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b0724451ec94fdbb4f2422c44245b53&device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 1168 time: 0.0445554 Jun 08 02:12:40.346720 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:40.346720 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=100 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:40.394057 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:40.440311 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a344447-93f5-478d-8083-a4977c85e696 req-c8fe3290-aaf6-4252-9f31-1a5ebdafc6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:40.442006 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1a344447-93f5-478d-8083-a4977c85e696 req-c8fe3290-aaf6-4252-9f31-1a5ebdafc6dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=29b8f254-b98d-401b-bc5d-7cbf19e5b50d HTTP/1.1" status: 200 len: 916 time: 0.1045070 Jun 08 02:12:40.512556 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1a344447-93f5-478d-8083-a4977c85e696 req-c2ec8a2a-78db-400b-b40d-2acfcb2da71a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=906aaccc-01a6-40cf-a960-5f798d175167 HTTP/1.1" status: 200 len: 1001 time: 0.0642903 Jun 08 02:12:40.521166 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-8a275799-8a0a-47aa-9a01-01bb9a39b2e6 None None] Current status of the port 906aaccc-01a6-40cf-a960-5f798d175167 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:12:40.572675 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a344447-93f5-478d-8083-a4977c85e696 req-023ce59d-30e6-4c3a-bb02-28e35f4dcf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:40.574174 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1a344447-93f5-478d-8083-a4977c85e696 req-023ce59d-30e6-4c3a-bb02-28e35f4dcf52 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=718984ae-459e-42d0-9618-25b80c72367c HTTP/1.1" status: 200 len: 854 time: 0.0534832 Jun 08 02:12:40.627336 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a344447-93f5-478d-8083-a4977c85e696 req-5743558d-461c-4b5b-af7e-6dfd0d7c9195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:40.629232 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1a344447-93f5-478d-8083-a4977c85e696 req-5743558d-461c-4b5b-af7e-6dfd0d7c9195 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29b8f254-b98d-401b-bc5d-7cbf19e5b50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475583 Jun 08 02:12:40.693661 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:40.726189 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1a344447-93f5-478d-8083-a4977c85e696 req-0c9c3ef5-1220-420e-b38c-2c43749878e8 service neutron] 10.222.0.15 "GET /v2.0/networks/29b8f254-b98d-401b-bc5d-7cbf19e5b50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907135 Jun 08 02:12:40.834275 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1a344447-93f5-478d-8083-a4977c85e696 req-40916994-84c2-4744-afb9-7b72fcf1e579 service neutron] 10.222.0.15 "GET /v2.0/networks/29b8f254-b98d-401b-bc5d-7cbf19e5b50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014342 Jun 08 02:12:41.587319 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 57234) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:41.690862 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-df2fe7d3-0502-4b9a-a17c-e316d42bb80e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:41.764468 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-df2fe7d3-0502-4b9a-a17c-e316d42bb80e admin admin] Publish callbacks [] for security_group (d1a0d8a2-57b8-4d98-acc8-c3ed98523376), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:41.767840 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-df2fe7d3-0502-4b9a-a17c-e316d42bb80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (d1a0d8a2-57b8-4d98-acc8-c3ed98523376), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:41.804469 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2fe7d3-0502-4b9a-a17c-e316d42bb80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a0d8a2-57b8-4d98-acc8-c3ed98523376,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:41.809313 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-df2fe7d3-0502-4b9a-a17c-e316d42bb80e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b57fc27a63df4ed7a707fde362712219&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209964 Jun 08 02:12:41.811964 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 57238) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:41.859618 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-00a8c122-726f-4181-a575-44f464896d1d admin admin] Publish callbacks [] for security_group (d1a0d8a2-57b8-4d98-acc8-c3ed98523376), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:41.882269 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-00a8c122-726f-4181-a575-44f464896d1d admin admin] Publish callbacks [] for security_group (d1a0d8a2-57b8-4d98-acc8-c3ed98523376), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:41.885908 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:41.933039 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-00a8c122-726f-4181-a575-44f464896d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (d1a0d8a2-57b8-4d98-acc8-c3ed98523376), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:41.935698 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-00a8c122-726f-4181-a575-44f464896d1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:41.936890 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-00a8c122-726f-4181-a575-44f464896d1d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1a0d8a2-57b8-4d98-acc8-c3ed98523376 HTTP/1.1" status: 204 len: 168 time: 0.1240036 Jun 08 02:12:41.944533 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=74,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:41.945755 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8c122-726f-4181-a575-44f464896d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a0d8a2-57b8-4d98-acc8-c3ed98523376,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:42.207385 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 57244) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:42.221526 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c636bf81-50a4-4cce-a9a6-4cf3ff7e0fa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:42.302156 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c636bf81-50a4-4cce-a9a6-4cf3ff7e0fa1 admin admin] Publish callbacks [] for security_group (4e0e265e-9378-40b8-8a27-4c8c56f9165a), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:42.306007 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c636bf81-50a4-4cce-a9a6-4cf3ff7e0fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (4e0e265e-9378-40b8-8a27-4c8c56f9165a), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:42.322776 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:42.347563 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-c636bf81-50a4-4cce-a9a6-4cf3ff7e0fa1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a07de1029914b3981a47d9064a36e97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391346 Jun 08 02:12:42.348319 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636bf81-50a4-4cce-a9a6-4cf3ff7e0fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0e265e-9378-40b8-8a27-4c8c56f9165a,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:42.350364 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 57246) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:42.399713 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-486bdc12-c7cf-4674-ad65-e6854348cae4 admin admin] Publish callbacks [] for security_group (4e0e265e-9378-40b8-8a27-4c8c56f9165a), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:42.421446 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-486bdc12-c7cf-4674-ad65-e6854348cae4 admin admin] Publish callbacks [] for security_group (4e0e265e-9378-40b8-8a27-4c8c56f9165a), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:42.450686 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:42.470038 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-486bdc12-c7cf-4674-ad65-e6854348cae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (4e0e265e-9378-40b8-8a27-4c8c56f9165a), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:42.472474 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-486bdc12-c7cf-4674-ad65-e6854348cae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:42.473593 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-486bdc12-c7cf-4674-ad65-e6854348cae4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e0e265e-9378-40b8-8a27-4c8c56f9165a HTTP/1.1" status: 204 len: 168 time: 0.1222780 Jun 08 02:12:42.481664 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486bdc12-c7cf-4674-ad65-e6854348cae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0e265e-9378-40b8-8a27-4c8c56f9165a,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:43.289236 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:12:43.354167 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:48.259647 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 57332) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:48.363506 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5ce7ee54-98f9-44d4-a5b9-cbfce6a67111 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:48.438025 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5ce7ee54-98f9-44d4-a5b9-cbfce6a67111 admin admin] Publish callbacks [] for security_group (b41a5d71-050f-47ec-9b24-c1a26bc7d843), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:48.441300 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5ce7ee54-98f9-44d4-a5b9-cbfce6a67111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (b41a5d71-050f-47ec-9b24-c1a26bc7d843), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:48.479362 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-5ce7ee54-98f9-44d4-a5b9-cbfce6a67111 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7948be7c1b6640bfb0d761cc94585624&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186813 Jun 08 02:12:48.481032 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7ee54-98f9-44d4-a5b9-cbfce6a67111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41a5d71-050f-47ec-9b24-c1a26bc7d843,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:48.482708 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 57336) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:48.532157 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-e43fa42d-8ad3-4a16-9e8a-24257be8f0db admin admin] Publish callbacks [] for security_group (b41a5d71-050f-47ec-9b24-c1a26bc7d843), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:48.557676 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-e43fa42d-8ad3-4a16-9e8a-24257be8f0db admin admin] Publish callbacks [] for security_group (b41a5d71-050f-47ec-9b24-c1a26bc7d843), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:48.605736 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-e43fa42d-8ad3-4a16-9e8a-24257be8f0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (b41a5d71-050f-47ec-9b24-c1a26bc7d843), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:48.608055 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-e43fa42d-8ad3-4a16-9e8a-24257be8f0db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:48.609226 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-e43fa42d-8ad3-4a16-9e8a-24257be8f0db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b41a5d71-050f-47ec-9b24-c1a26bc7d843 HTTP/1.1" status: 204 len: 168 time: 0.1255186 Jun 08 02:12:48.616738 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43fa42d-8ad3-4a16-9e8a-24257be8f0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41a5d71-050f-47ec-9b24-c1a26bc7d843,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:48.874115 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 57342) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:48.888351 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a569be04-fbcc-4708-baf6-213be3aefc30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:48.951572 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:48.965088 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a569be04-fbcc-4708-baf6-213be3aefc30 admin admin] Publish callbacks [] for security_group (cfc2eeac-04f2-4bda-b9d9-6bba840f71da), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:48.968976 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a569be04-fbcc-4708-baf6-213be3aefc30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (cfc2eeac-04f2-4bda-b9d9-6bba840f71da), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:49.009581 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-a569be04-fbcc-4708-baf6-213be3aefc30 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f018f848da04e3db1acbab748956153&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344085 Jun 08 02:12:49.010252 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569be04-fbcc-4708-baf6-213be3aefc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc2eeac-04f2-4bda-b9d9-6bba840f71da,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:49.012952 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 57344) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:49.064195 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-fc068f6e-ab74-4512-a5b0-3f6b2fac59bb admin admin] Publish callbacks [] for security_group (cfc2eeac-04f2-4bda-b9d9-6bba840f71da), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:49.085550 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-fc068f6e-ab74-4512-a5b0-3f6b2fac59bb admin admin] Publish callbacks [] for security_group (cfc2eeac-04f2-4bda-b9d9-6bba840f71da), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:49.132202 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-fc068f6e-ab74-4512-a5b0-3f6b2fac59bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (cfc2eeac-04f2-4bda-b9d9-6bba840f71da), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:49.134792 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-fc068f6e-ab74-4512-a5b0-3f6b2fac59bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:49.136471 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-fc068f6e-ab74-4512-a5b0-3f6b2fac59bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cfc2eeac-04f2-4bda-b9d9-6bba840f71da HTTP/1.1" status: 204 len: 168 time: 0.1220062 Jun 08 02:12:49.144020 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc068f6e-ab74-4512-a5b0-3f6b2fac59bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc2eeac-04f2-4bda-b9d9-6bba840f71da,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:49.485385 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:52.545972 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 57434) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:52.845497 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [None req-f2b684d0-8b49-4fac-8d64-4fae1925eb22 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Deleting port dc121015-727d-45c3-bd59-7e02a39c999f {{(pid=104269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:12:52.845840 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f2b684d0-8b49-4fac-8d64-4fae1925eb22 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (dc121015-727d-45c3-bd59-7e02a39c999f), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:52.934271 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f2b684d0-8b49-4fac-8d64-4fae1925eb22 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (dc121015-727d-45c3-bd59-7e02a39c999f), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:52.934998 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f2b684d0-8b49-4fac-8d64-4fae1925eb22 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks [] for floatingip (dc121015-727d-45c3-bd59-7e02a39c999f), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:52.937232 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:52.949683 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [None req-f2b684d0-8b49-4fac-8d64-4fae1925eb22 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Calling delete_port for dc121015-727d-45c3-bd59-7e02a39c999f owned by network:floatingip {{(pid=104269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:12:53.134703 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f2b684d0-8b49-4fac-8d64-4fae1925eb22 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (dc121015-727d-45c3-bd59-7e02a39c999f), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:53.158553 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbb723-cf92-4d66-9476-e874da9f15f0 req-35140387-fe74-4fff-b8d9-638a1b4dce25 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:53.160385 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a1fbb723-cf92-4d66-9476-e874da9f15f0 req-35140387-fe74-4fff-b8d9-638a1b4dce25 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 947 time: 0.0489471 Jun 08 02:12:53.214055 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a1fbb723-cf92-4d66-9476-e874da9f15f0 req-9f1a820f-f48b-4e8f-a047-6a8152a51a9b tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478175 Jun 08 02:12:53.350807 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:53.359675 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b684d0-8b49-4fac-8d64-4fae1925eb22 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Pushing event deleted for resources: {'Port': ['ID=dc121015-727d-45c3-bd59-7e02a39c999f,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:53.424755 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f2b684d0-8b49-4fac-8d64-4fae1925eb22 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks [] for floatingip (9bc9101c-e160-45e2-a7df-970d974d133f), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:53.425079 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.db.l3_db [None req-f2b684d0-8b49-4fac-8d64-4fae1925eb22 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Floating IP 9bc9101c-e160-45e2-a7df-970d974d133f disassociated (deleted). External IP: 172.27.1.193, port: 8bbb59fb-caf5-486d-bd77-92280696e47b. Jun 08 02:12:53.470315 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:53.632285 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b684d0-8b49-4fac-8d64-4fae1925eb22 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Router 8b7a26b8-38d3-489d-a132-ea9971774090 has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:12:53.739493 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b684d0-8b49-4fac-8d64-4fae1925eb22 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:12:53.745217 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f2b684d0-8b49-4fac-8d64-4fae1925eb22 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:53.751799 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a885d9-5a20-4e07-84be-3da26a312c2d None None] Sync routers for ids ['8b7a26b8-38d3-489d-a132-ea9971774090'] in dv-cinder-845069-1-iscsi {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:12:53.762270 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a885d9-5a20-4e07-84be-3da26a312c2d None None] Routers {'8b7a26b8-38d3-489d-a132-ea9971774090'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:12:53.763479 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-f8a885d9-5a20-4e07-84be-3da26a312c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:12:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['8b7a26b8-38d3-489d-a132-ea9971774090'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:12:53.775881 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-f2b684d0-8b49-4fac-8d64-4fae1925eb22 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "DELETE /v2.0/floatingips/9bc9101c-e160-45e2-a7df-970d974d133f HTTP/1.1" status: 204 len: 168 time: 1.2287924 Jun 08 02:12:53.776481 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cf1e158-1c3a-488c-8227-d7279cea2978', 'tag': '8bbb59fb-caf5-486d-bd77-92280696e47b'}] {{(pid=104269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:12:53.779633 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358dc8d4ae4a51a45346970250dcd834be934840dbf61ef46806344516445931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0d7715-5ffa-4b70-aa21-7e5869fa1eab" -d '{"events": [{"name": "network-changed", "server_uuid": "4cf1e158-1c3a-488c-8227-d7279cea2978", "tag": "8bbb59fb-caf5-486d-bd77-92280696e47b"}]}' {{(pid=104269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:12:53.843064 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=100 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:53.878195 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-f8a885d9-5a20-4e07-84be-3da26a312c2d None None] Set router 8b7a26b8-38d3-489d-a132-ea9971774090 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:12:53.970097 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b560b815-080b-4d6b-86be-3f2398edc514 x-openstack-request-id: req-b560b815-080b-4d6b-86be-3f2398edc514 {{(pid=104269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:12:53.970386 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cf1e158-1c3a-488c-8227-d7279cea2978", "tag": "8bbb59fb-caf5-486d-bd77-92280696e47b", "status": "completed", "code": 200}]} {{(pid=104269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:12:53.971231 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b560b815-080b-4d6b-86be-3f2398edc514 {{(pid=104269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:12:53.971231 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b560b815-080b-4d6b-86be-3f2398edc514'] response: {'name': 'network-changed', 'server_uuid': '4cf1e158-1c3a-488c-8227-d7279cea2978', 'tag': '8bbb59fb-caf5-486d-bd77-92280696e47b', 'status': 'completed', 'code': 200} Jun 08 02:12:54.035428 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757b66c-6631-4749-8748-9223ca9fe21d req-c5a1667a-92e5-4bfb-af98-ab17ce4f51a9 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:54.037003 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2757b66c-6631-4749-8748-9223ca9fe21d req-c5a1667a-92e5-4bfb-af98-ab17ce4f51a9 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 945 time: 0.0527573 Jun 08 02:12:54.092566 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-f8a885d9-5a20-4e07-84be-3da26a312c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'name': 'tempest-TestShelveInstance-2144227870-router', 'tenant_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '1695251a-4e05-4ec1-a1b9-d77bda07db10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:07:35Z', 'updated_at': '2022-06-08T02:07:39Z', 'revision_number': 4, 'project_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'gw_port': {'id': '1695251a-4e05-4ec1-a1b9-d77bda07db10', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:07:36Z', 'updated_at': '2022-06-08T02:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '81cf0151-e6be-4fdb-ab86-1801856735dc', 'name': '', 'network_id': 'aee60589-e544-41a2-b3ab-36bcd464e5c3', 'tenant_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'mac_address': 'fa:16:3e:82:e7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '5be850c6-a58b-481a-bd0d-69acb24f113c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:07:38Z', 'updated_at': '2022-06-08T02:07:45Z', 'revision_number': 5, 'project_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'subnets': [{'id': '5be850c6-a58b-481a-bd0d-69acb24f113c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:12:54.093962 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2757b66c-6631-4749-8748-9223ca9fe21d req-0e8cdd12-0896-4286-b258-7668713ee6ad tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512707 Jun 08 02:12:54.120885 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a885d9-5a20-4e07-84be-3da26a312c2d None None] Checking router: 8b7a26b8-38d3-489d-a132-ea9971774090 for host: dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:12:54.130055 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a885d9-5a20-4e07-84be-3da26a312c2d None None] Routers {'8b7a26b8-38d3-489d-a132-ea9971774090'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:12:54.130661 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-f8a885d9-5a20-4e07-84be-3da26a312c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:12:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['8b7a26b8-38d3-489d-a132-ea9971774090'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:12:54.232835 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-f8a885d9-5a20-4e07-84be-3da26a312c2d None None] Set router 8b7a26b8-38d3-489d-a132-ea9971774090 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:12:54.349293 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc5c3b-4685-45e6-91ba-50f1cf8fa098 req-440d9d25-0468-4943-9f7d-8b77dd60f8ae tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:54.350813 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-31cc5c3b-4685-45e6-91ba-50f1cf8fa098 req-440d9d25-0468-4943-9f7d-8b77dd60f8ae tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 947 time: 0.0551434 Jun 08 02:12:54.406132 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-31cc5c3b-4685-45e6-91ba-50f1cf8fa098 req-ef893594-59c5-4bab-a74a-26bec2970e70 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467496 Jun 08 02:12:54.433076 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-f8a885d9-5a20-4e07-84be-3da26a312c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'name': 'tempest-TestShelveInstance-2144227870-router', 'tenant_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '1695251a-4e05-4ec1-a1b9-d77bda07db10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:07:35Z', 'updated_at': '2022-06-08T02:07:39Z', 'revision_number': 4, 'project_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'gw_port': {'id': '1695251a-4e05-4ec1-a1b9-d77bda07db10', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:07:36Z', 'updated_at': '2022-06-08T02:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '81cf0151-e6be-4fdb-ab86-1801856735dc', 'name': '', 'network_id': 'aee60589-e544-41a2-b3ab-36bcd464e5c3', 'tenant_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'mac_address': 'fa:16:3e:82:e7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '5be850c6-a58b-481a-bd0d-69acb24f113c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:07:38Z', 'updated_at': '2022-06-08T02:07:45Z', 'revision_number': 5, 'project_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'subnets': [{'id': '5be850c6-a58b-481a-bd0d-69acb24f113c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:12:54.457178 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a885d9-5a20-4e07-84be-3da26a312c2d None None] The sync data for ids ['8b7a26b8-38d3-489d-a132-ea9971774090'] in dv-cinder-845069-1-iscsi is: [{'id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'name': 'tempest-TestShelveInstance-2144227870-router', 'tenant_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '1695251a-4e05-4ec1-a1b9-d77bda07db10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:07:35Z', 'updated_at': '2022-06-08T02:07:39Z', 'revision_number': 4, 'project_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'gw_port': {'id': '1695251a-4e05-4ec1-a1b9-d77bda07db10', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:07:36Z', 'updated_at': '2022-06-08T02:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '81cf0151-e6be-4fdb-ab86-1801856735dc', 'name': '', 'network_id': 'aee60589-e544-41a2-b3ab-36bcd464e5c3', 'tenant_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'mac_address': 'fa:16:3e:82:e7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '5be850c6-a58b-481a-bd0d-69acb24f113c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:07:38Z', 'updated_at': '2022-06-08T02:07:45Z', 'revision_number': 5, 'project_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'subnets': [{'id': '5be850c6-a58b-481a-bd0d-69acb24f113c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:12:54.674790 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b3c1f6-5c98-4dc4-9198-590f3e4b29cb None None] New status for floating IP 9bc9101c-e160-45e2-a7df-970d974d133f: DOWN {{(pid=104271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 02:12:55.217485 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482450f1-852a-4568-961f-f252ea676359 req-fb49c867-6fcd-4fe3-970e-1afe708fb965 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:55.218943 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-482450f1-852a-4568-961f-f252ea676359 req-fb49c867-6fcd-4fe3-970e-1afe708fb965 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 945 time: 0.0508759 Jun 08 02:12:55.269060 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-482450f1-852a-4568-961f-f252ea676359 req-109ed313-ded1-49be-ae80-49d69750b504 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434196 Jun 08 02:12:55.525839 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9628e-7d4d-463e-9de3-0831c8f53179 req-438889fe-f39f-4790-b47d-67438470226c tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:55.527314 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-92f9628e-7d4d-463e-9de3-0831c8f53179 req-438889fe-f39f-4790-b47d-67438470226c tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 947 time: 0.0483427 Jun 08 02:12:55.576352 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-92f9628e-7d4d-463e-9de3-0831c8f53179 req-703cec8e-50fb-4db3-b602-99f1a4e8ef68 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426378 Jun 08 02:12:55.599094 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:55.671965 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d7715-5ffa-4b70-aa21-7e5869fa1eab req-dab26692-6eaf-47a3-8423-e14474b4ae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:55.673486 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6e0d7715-5ffa-4b70-aa21-7e5869fa1eab req-dab26692-6eaf-47a3-8423-e14474b4ae2f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=43e5d438bb1f4eb28d3f3f68d77b5dee&device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 1129 time: 0.0393059 Jun 08 02:12:56.137575 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:56.173142 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da2437-46fd-4a96-8fa1-3787b543d6f5 req-3e18c3cb-1422-4b5a-b82c-64a9e6b41394 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:56.174581 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-08da2437-46fd-4a96-8fa1-3787b543d6f5 req-3e18c3cb-1422-4b5a-b82c-64a9e6b41394 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.15 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 947 time: 0.0673366 Jun 08 02:12:56.191281 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc77c6-0f7b-4fab-8e0a-e0f1deead9d7 req-cba05b52-8c22-4adc-9718-bcce5d90405d tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:56.192754 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-36cc77c6-0f7b-4fab-8e0a-e0f1deead9d7 req-cba05b52-8c22-4adc-9718-bcce5d90405d tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 945 time: 0.0496466 Jun 08 02:12:56.223476 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d7715-5ffa-4b70-aa21-7e5869fa1eab req-64deafcf-d516-4b1b-8c69-60c5927beca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:56.224969 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6e0d7715-5ffa-4b70-aa21-7e5869fa1eab req-64deafcf-d516-4b1b-8c69-60c5927beca3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aee60589-e544-41a2-b3ab-36bcd464e5c3 HTTP/1.1" status: 200 len: 910 time: 0.4017689 Jun 08 02:12:56.280563 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [req-36cc77c6-0f7b-4fab-8e0a-e0f1deead9d7 req-c0e12ab8-ad27-4490-8307-978a39dfc15d tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Deleting port 8bbb59fb-caf5-486d-bd77-92280696e47b {{(pid=104269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:12:56.280903 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-36cc77c6-0f7b-4fab-8e0a-e0f1deead9d7 req-c0e12ab8-ad27-4490-8307-978a39dfc15d tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (8bbb59fb-caf5-486d-bd77-92280696e47b), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:56.289807 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6e0d7715-5ffa-4b70-aa21-7e5869fa1eab req-97db5862-5e2e-45ba-84b5-98d4eba931b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bbb59fb-caf5-486d-bd77-92280696e47b HTTP/1.1" status: 200 len: 217 time: 0.0555475 Jun 08 02:12:56.314003 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-08da2437-46fd-4a96-8fa1-3787b543d6f5 req-9d04cf26-5cf1-4080-b57a-e2e087a2f744 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Deleting port 92dccdf3-f4c8-42b5-aee4-d2373577dd65 {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:12:56.314347 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-08da2437-46fd-4a96-8fa1-3787b543d6f5 req-9d04cf26-5cf1-4080-b57a-e2e087a2f744 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (92dccdf3-f4c8-42b5-aee4-d2373577dd65), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:56.380668 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.db [req-36cc77c6-0f7b-4fab-8e0a-e0f1deead9d7 req-c0e12ab8-ad27-4490-8307-978a39dfc15d tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] For port 8bbb59fb-caf5-486d-bd77-92280696e47b, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=8bbb59fb-caf5-486d-bd77-92280696e47b,segment=NetworkSegment(df4507ce-d6e1-4b69-af50-fdc1c233f973),segment_id=df4507ce-d6e1-4b69-af50-fdc1c233f973)] {{(pid=104269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:12:56.381034 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-36cc77c6-0f7b-4fab-8e0a-e0f1deead9d7 req-c0e12ab8-ad27-4490-8307-978a39dfc15d tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (8bbb59fb-caf5-486d-bd77-92280696e47b), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:56.395351 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [req-36cc77c6-0f7b-4fab-8e0a-e0f1deead9d7 req-c0e12ab8-ad27-4490-8307-978a39dfc15d tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Calling delete_port for 8bbb59fb-caf5-486d-bd77-92280696e47b owned by compute:nova {{(pid=104269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:12:56.431970 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d7715-5ffa-4b70-aa21-7e5869fa1eab req-3a69f97c-7291-4c50-91f0-afb74d810e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:56.433357 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6e0d7715-5ffa-4b70-aa21-7e5869fa1eab req-3a69f97c-7291-4c50-91f0-afb74d810e4c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5be850c6-a58b-481a-bd0d-69acb24f113c HTTP/1.1" status: 200 len: 848 time: 0.1331878 Jun 08 02:12:56.439538 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:56.449105 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:56.464660 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43399086-4e76-4344-9002-3fc43ac9174e req-590b8df7-819f-4466-aab1-2e8c986c5ade tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:56.466583 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-43399086-4e76-4344-9002-3fc43ac9174e req-590b8df7-819f-4466-aab1-2e8c986c5ade tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf1e158-1c3a-488c-8227-d7279cea2978 HTTP/1.1" status: 200 len: 945 time: 0.1161819 Jun 08 02:12:56.536439 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-36cc77c6-0f7b-4fab-8e0a-e0f1deead9d7 req-c0e12ab8-ad27-4490-8307-978a39dfc15d tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (8bbb59fb-caf5-486d-bd77-92280696e47b), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:56.542679 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d7715-5ffa-4b70-aa21-7e5869fa1eab req-42704e39-3163-49f6-b822-264bf343bdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:56.544201 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6e0d7715-5ffa-4b70-aa21-7e5869fa1eab req-42704e39-3163-49f6-b822-264bf343bdac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aee60589-e544-41a2-b3ab-36bcd464e5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1018896 Jun 08 02:12:56.550865 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-08da2437-46fd-4a96-8fa1-3787b543d6f5 req-9d04cf26-5cf1-4080-b57a-e2e087a2f744 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] For port 92dccdf3-f4c8-42b5-aee4-d2373577dd65, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=92dccdf3-f4c8-42b5-aee4-d2373577dd65,segment=NetworkSegment(53131b2e-d267-40fd-aee8-2cb51a86cc49),segment_id=53131b2e-d267-40fd-aee8-2cb51a86cc49)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:12:56.551235 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-08da2437-46fd-4a96-8fa1-3787b543d6f5 req-9d04cf26-5cf1-4080-b57a-e2e087a2f744 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (92dccdf3-f4c8-42b5-aee4-d2373577dd65), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:56.567327 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e12ab8-ad27-4490-8307-978a39dfc15d tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Pushing event deleted for resources: {'Port': ['ID=8bbb59fb-caf5-486d-bd77-92280696e47b,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:56.618988 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.l3_dvrscheduler_db [req-36cc77c6-0f7b-4fab-8e0a-e0f1deead9d7 req-c0e12ab8-ad27-4490-8307-978a39dfc15d tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] No DVR routers for this DVR port 8bbb59fb-caf5-486d-bd77-92280696e47b on host hv-cinder-84506 {{(pid=104269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:12:56.622038 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [req-36cc77c6-0f7b-4fab-8e0a-e0f1deead9d7 req-c0e12ab8-ad27-4490-8307-978a39dfc15d tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:56.625809 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [req-36cc77c6-0f7b-4fab-8e0a-e0f1deead9d7 req-c0e12ab8-ad27-4490-8307-978a39dfc15d tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.15 "DELETE /v2.0/ports/8bbb59fb-caf5-486d-bd77-92280696e47b HTTP/1.1" status: 204 len: 173 time: 0.4275260 Jun 08 02:12:56.626460 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf1e158-1c3a-488c-8227-d7279cea2978', 'name': 'network-vif-deleted', 'tag': '8bbb59fb-caf5-486d-bd77-92280696e47b'}] {{(pid=104269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:12:56.639098 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358dc8d4ae4a51a45346970250dcd834be934840dbf61ef46806344516445931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a85a4b3-17b7-405b-b739-9dd9aef08188" -d '{"events": [{"server_uuid": "4cf1e158-1c3a-488c-8227-d7279cea2978", "name": "network-vif-deleted", "tag": "8bbb59fb-caf5-486d-bd77-92280696e47b"}]}' {{(pid=104269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:12:56.684611 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-43399086-4e76-4344-9002-3fc43ac9174e req-08071b7a-08e9-4745-862c-5e3ddf7ee818 tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdad9c6-6ad2-4127-bcaf-70feac130b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886308 Jun 08 02:12:56.737229 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f054c0d-6c70-4dee-bbab-55d8972b975c x-openstack-request-id: req-0f054c0d-6c70-4dee-bbab-55d8972b975c {{(pid=104269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:12:56.737667 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf1e158-1c3a-488c-8227-d7279cea2978", "name": "network-vif-deleted", "tag": "8bbb59fb-caf5-486d-bd77-92280696e47b", "status": "completed", "code": 200}]} {{(pid=104269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:12:56.738043 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f054c0d-6c70-4dee-bbab-55d8972b975c {{(pid=104269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:12:56.738530 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f054c0d-6c70-4dee-bbab-55d8972b975c'] response: {'server_uuid': '4cf1e158-1c3a-488c-8227-d7279cea2978', 'name': 'network-vif-deleted', 'tag': '8bbb59fb-caf5-486d-bd77-92280696e47b', 'status': 'completed', 'code': 200} Jun 08 02:12:56.799442 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a867320-9dc2-4bc2-af4e-1b7dd6108c4c req-38d74b60-aea6-4338-ac94-1e69cbf3ec46 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:12:56.800925 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0a867320-9dc2-4bc2-af4e-1b7dd6108c4c req-38d74b60-aea6-4338-ac94-1e69cbf3ec46 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 947 time: 0.1151338 Jun 08 02:12:56.890930 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6e0d7715-5ffa-4b70-aa21-7e5869fa1eab req-ac35fca8-ba3c-481e-aa79-c0d89b30812b service neutron] 10.222.0.15 "GET /v2.0/networks/aee60589-e544-41a2-b3ab-36bcd464e5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324556 Jun 08 02:12:56.973062 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0a867320-9dc2-4bc2-af4e-1b7dd6108c4c req-3249efe9-a6be-40e1-9133-676e457b1ea2 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups?id=770931a0-818c-48fb-8976-690f48fb8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666646 Jun 08 02:12:56.975245 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-08da2437-46fd-4a96-8fa1-3787b543d6f5 req-9d04cf26-5cf1-4080-b57a-e2e087a2f744 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:56.975629 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-08da2437-46fd-4a96-8fa1-3787b543d6f5 req-9d04cf26-5cf1-4080-b57a-e2e087a2f744 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682813'] for floatingip (70d19837-e69f-4ff1-b714-257314201c56), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:56.976077 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.db.l3_db [req-08da2437-46fd-4a96-8fa1-3787b543d6f5 req-9d04cf26-5cf1-4080-b57a-e2e087a2f744 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Floating IP 70d19837-e69f-4ff1-b714-257314201c56 disassociated. External IP: 172.27.1.152, port: 92dccdf3-f4c8-42b5-aee4-d2373577dd65. Jun 08 02:12:56.976301 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-08da2437-46fd-4a96-8fa1-3787b543d6f5 req-9d04cf26-5cf1-4080-b57a-e2e087a2f744 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Calling delete_port for 92dccdf3-f4c8-42b5-aee4-d2373577dd65 owned by compute:nova {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:12:57.090530 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:57.104768 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6e0d7715-5ffa-4b70-aa21-7e5869fa1eab req-34f412f1-39c0-4635-83c0-ded3f72626ee service neutron] 10.222.0.15 "GET /v2.0/networks/aee60589-e544-41a2-b3ab-36bcd464e5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035921 Jun 08 02:12:57.171304 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-08da2437-46fd-4a96-8fa1-3787b543d6f5 req-9d04cf26-5cf1-4080-b57a-e2e087a2f744 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (92dccdf3-f4c8-42b5-aee4-d2373577dd65), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:57.198756 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04cf26-5cf1-4080-b57a-e2e087a2f744 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Pushing event deleted for resources: {'Port': ['ID=92dccdf3-f4c8-42b5-aee4-d2373577dd65,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:57.332053 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08da2437-46fd-4a96-8fa1-3787b543d6f5 req-9d04cf26-5cf1-4080-b57a-e2e087a2f744 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Router 7d5de0aa-45c6-4daf-9f83-88dc18ab4223 has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:12:57.437121 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:57.460328 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08da2437-46fd-4a96-8fa1-3787b543d6f5 req-9d04cf26-5cf1-4080-b57a-e2e087a2f744 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:12:57.475331 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decd20bd-66ea-49e3-bb98-935e2bb3e65e None None] Sync routers for ids ['7d5de0aa-45c6-4daf-9f83-88dc18ab4223'] in dv-cinder-845069-1-iscsi {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:12:57.498735 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decd20bd-66ea-49e3-bb98-935e2bb3e65e None None] Routers {'7d5de0aa-45c6-4daf-9f83-88dc18ab4223'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:12:57.499809 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-decd20bd-66ea-49e3-bb98-935e2bb3e65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:12:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['7d5de0aa-45c6-4daf-9f83-88dc18ab4223'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:12:57.515635 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-08da2437-46fd-4a96-8fa1-3787b543d6f5 req-9d04cf26-5cf1-4080-b57a-e2e087a2f744 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] No DVR routers for this DVR port 92dccdf3-f4c8-42b5-aee4-d2373577dd65 on host hv-cinder-84506 {{(pid=104268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:12:57.518338 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-08da2437-46fd-4a96-8fa1-3787b543d6f5 req-9d04cf26-5cf1-4080-b57a-e2e087a2f744 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:57.521542 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-08da2437-46fd-4a96-8fa1-3787b543d6f5 req-9d04cf26-5cf1-4080-b57a-e2e087a2f744 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.15 "DELETE /v2.0/ports/92dccdf3-f4c8-42b5-aee4-d2373577dd65 HTTP/1.1" status: 204 len: 173 time: 1.3395414 Jun 08 02:12:57.521977 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19726b62-06f4-4547-9021-b58c9571f183', 'name': 'network-vif-deleted', 'tag': '92dccdf3-f4c8-42b5-aee4-d2373577dd65'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:12:57.524260 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc5ced0-3adc-40e2-a807-3d26c8e7e7dc" -d '{"events": [{"server_uuid": "19726b62-06f4-4547-9021-b58c9571f183", "name": "network-vif-deleted", "tag": "92dccdf3-f4c8-42b5-aee4-d2373577dd65"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:12:57.569876 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986a7535-fbde-42f7-9441-c642f1cd7af4 x-openstack-request-id: req-986a7535-fbde-42f7-9441-c642f1cd7af4 {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:12:57.570514 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19726b62-06f4-4547-9021-b58c9571f183", "name": "network-vif-deleted", "tag": "92dccdf3-f4c8-42b5-aee4-d2373577dd65", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:12:57.570514 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-986a7535-fbde-42f7-9441-c642f1cd7af4 {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:12:57.570884 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-986a7535-fbde-42f7-9441-c642f1cd7af4'] response: {'server_uuid': '19726b62-06f4-4547-9021-b58c9571f183', 'name': 'network-vif-deleted', 'tag': '92dccdf3-f4c8-42b5-aee4-d2373577dd65', 'status': 'completed', 'code': 200} Jun 08 02:12:57.766834 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 57484) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:57.810643 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-decd20bd-66ea-49e3-bb98-935e2bb3e65e None None] Set router 7d5de0aa-45c6-4daf-9f83-88dc18ab4223 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:12:57.834085 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-eb549a1b-2f4f-4ab3-a3ef-8f8a3eac7b3f tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks [] for security_group (9fdad9c6-6ad2-4127-bcaf-70feac130b39), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:57.860715 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-eb549a1b-2f4f-4ab3-a3ef-8f8a3eac7b3f tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks [] for security_group (9fdad9c6-6ad2-4127-bcaf-70feac130b39), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:57.939350 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-eb549a1b-2f4f-4ab3-a3ef-8f8a3eac7b3f tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (9fdad9c6-6ad2-4127-bcaf-70feac130b39), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:57.942940 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-eb549a1b-2f4f-4ab3-a3ef-8f8a3eac7b3f tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:57.944422 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-eb549a1b-2f4f-4ab3-a3ef-8f8a3eac7b3f tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] 10.222.0.20 "DELETE /v2.0/security-groups/9fdad9c6-6ad2-4127-bcaf-70feac130b39 HTTP/1.1" status: 204 len: 168 time: 0.1778133 Jun 08 02:12:57.956593 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb549a1b-2f4f-4ab3-a3ef-8f8a3eac7b3f tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdad9c6-6ad2-4127-bcaf-70feac130b39,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:58.020719 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 57490) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:58.033795 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=100 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:58.076444 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-decd20bd-66ea-49e3-bb98-935e2bb3e65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'name': 'tempest-AttachVolumeShelveTestJSON-136663733-router', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:06:45Z', 'updated_at': '2022-06-08T02:06:48Z', 'revision_number': 4, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'gw_port': {'id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:06:46Z', 'updated_at': '2022-06-08T02:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc', 'name': '', 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'mac_address': 'fa:16:3e:e7:92:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '35584f73-fd5a-4825-84bf-35c3d28082c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:06:48Z', 'updated_at': '2022-06-08T02:06:53Z', 'revision_number': 5, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'subnets': [{'id': '35584f73-fd5a-4825-84bf-35c3d28082c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:12:58.109334 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decd20bd-66ea-49e3-bb98-935e2bb3e65e None None] Checking router: 7d5de0aa-45c6-4daf-9f83-88dc18ab4223 for host: dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:12:58.120413 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:58.122002 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decd20bd-66ea-49e3-bb98-935e2bb3e65e None None] Routers {'7d5de0aa-45c6-4daf-9f83-88dc18ab4223'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:12:58.124214 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-decd20bd-66ea-49e3-bb98-935e2bb3e65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:12:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['7d5de0aa-45c6-4daf-9f83-88dc18ab4223'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:12:58.140986 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-03426e37-9d57-450d-9f72-fd511a0e0ef1 req-6f616664-b7d1-414a-a09e-ebc3501ff67b tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/ports?device_id=19726b62-06f4-4547-9021-b58c9571f183 HTTP/1.1" status: 200 len: 210 time: 0.0445523 Jun 08 02:12:58.250458 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-decd20bd-66ea-49e3-bb98-935e2bb3e65e None None] Set router 7d5de0aa-45c6-4daf-9f83-88dc18ab4223 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:12:58.256468 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:58.452326 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-decd20bd-66ea-49e3-bb98-935e2bb3e65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'name': 'tempest-AttachVolumeShelveTestJSON-136663733-router', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:06:45Z', 'updated_at': '2022-06-08T02:06:48Z', 'revision_number': 4, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'gw_port': {'id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:06:46Z', 'updated_at': '2022-06-08T02:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc', 'name': '', 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'mac_address': 'fa:16:3e:e7:92:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '35584f73-fd5a-4825-84bf-35c3d28082c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:06:48Z', 'updated_at': '2022-06-08T02:06:53Z', 'revision_number': 5, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'subnets': [{'id': '35584f73-fd5a-4825-84bf-35c3d28082c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:12:58.476378 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decd20bd-66ea-49e3-bb98-935e2bb3e65e None None] The sync data for ids ['7d5de0aa-45c6-4daf-9f83-88dc18ab4223'] in dv-cinder-845069-1-iscsi is: [{'id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'name': 'tempest-AttachVolumeShelveTestJSON-136663733-router', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:06:45Z', 'updated_at': '2022-06-08T02:06:48Z', 'revision_number': 4, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'gw_port': {'id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:06:46Z', 'updated_at': '2022-06-08T02:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc', 'name': '', 'network_id': '99df6c84-8305-4b75-a40c-3f742f20dcc7', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'mac_address': 'fa:16:3e:e7:92:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '35584f73-fd5a-4825-84bf-35c3d28082c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:06:48Z', 'updated_at': '2022-06-08T02:06:53Z', 'revision_number': 5, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'subnets': [{'id': '35584f73-fd5a-4825-84bf-35c3d28082c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:12:58.569138 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-332b080e-1330-42bf-8c8b-27fcff31d1ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683837'] for router_interface (8b7a26b8-38d3-489d-a132-ea9971774090), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:58.714363 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d51d95-922c-45c3-bf1c-89ec94433831 None None] New status for floating IP 70d19837-e69f-4ff1-b714-257314201c56: DOWN {{(pid=104271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 02:12:58.878348 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [None req-332b080e-1330-42bf-8c8b-27fcff31d1ce admin admin] Deleting port 81cf0151-e6be-4fdb-ab86-1801856735dc {{(pid=104269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:12:58.879028 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-332b080e-1330-42bf-8c8b-27fcff31d1ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (81cf0151-e6be-4fdb-ab86-1801856735dc), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:58.880358 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:58.961829 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.db [None req-332b080e-1330-42bf-8c8b-27fcff31d1ce admin admin] For port 81cf0151-e6be-4fdb-ab86-1801856735dc, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=81cf0151-e6be-4fdb-ab86-1801856735dc,segment=NetworkSegment(df4507ce-d6e1-4b69-af50-fdc1c233f973),segment_id=df4507ce-d6e1-4b69-af50-fdc1c233f973)] {{(pid=104269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:12:58.962188 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-332b080e-1330-42bf-8c8b-27fcff31d1ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (81cf0151-e6be-4fdb-ab86-1801856735dc), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:58.977106 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [None req-332b080e-1330-42bf-8c8b-27fcff31d1ce admin admin] Calling delete_port for 81cf0151-e6be-4fdb-ab86-1801856735dc owned by network:router_interface {{(pid=104269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:12:59.162160 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-332b080e-1330-42bf-8c8b-27fcff31d1ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (81cf0151-e6be-4fdb-ab86-1801856735dc), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:59.189686 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b080e-1330-42bf-8c8b-27fcff31d1ce admin admin] Pushing event deleted for resources: {'Port': ['ID=81cf0151-e6be-4fdb-ab86-1801856735dc,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:59.237052 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:59.255152 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 57500) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:59.339928 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-fb8509c0-6503-49c2-b701-81fcfc588e30 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for security_group (770931a0-818c-48fb-8976-690f48fb8b25), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:59.370420 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-332b080e-1330-42bf-8c8b-27fcff31d1ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683181'] for router_interface (8b7a26b8-38d3-489d-a132-ea9971774090), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:59.373659 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-fb8509c0-6503-49c2-b701-81fcfc588e30 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for security_group (770931a0-818c-48fb-8976-690f48fb8b25), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:59.437312 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-fb8509c0-6503-49c2-b701-81fcfc588e30 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (770931a0-818c-48fb-8976-690f48fb8b25), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:59.440000 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-fb8509c0-6503-49c2-b701-81fcfc588e30 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:59.441175 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-fb8509c0-6503-49c2-b701-81fcfc588e30 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "DELETE /v2.0/security-groups/770931a0-818c-48fb-8976-690f48fb8b25 HTTP/1.1" status: 204 len: 168 time: 0.1840708 Jun 08 02:12:59.444425 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 57502) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:59.462771 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8509c0-6503-49c2-b701-81fcfc588e30 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=770931a0-818c-48fb-8976-690f48fb8b25,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:59.465570 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.api.v2.resource [None req-7ac1c371-2c6e-4f3f-9394-2e159d15a383 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] show failed (client error): The resource could not be found. Jun 08 02:12:59.469661 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-7ac1c371-2c6e-4f3f-9394-2e159d15a383 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "GET /v2.0/security-groups/770931a0-818c-48fb-8976-690f48fb8b25 HTTP/1.1" status: 404 len: 347 time: 0.0212185 Jun 08 02:12:59.470198 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 57504) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:59.582972 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 8bbb59fb-caf5-486d-bd77-92280696e47b no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:12:59.589680 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-393dc9b0-9666-41eb-8799-3d0200ffc992 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Deleting port 70b38302-1cd9-4511-a0b3-cfa18523d8d6 {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:12:59.590106 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-393dc9b0-9666-41eb-8799-3d0200ffc992 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (70b38302-1cd9-4511-a0b3-cfa18523d8d6), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:59.604868 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] No Port match for: 8bbb59fb-caf5-486d-bd77-92280696e47b {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:12:59.605214 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 8bbb59fb-caf5-486d-bd77-92280696e47b not bound to the agent host hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:12:59.605634 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 92dccdf3-f4c8-42b5-aee4-d2373577dd65 no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:12:59.625633 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] No Port match for: 92dccdf3-f4c8-42b5-aee4-d2373577dd65 {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:12:59.625979 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 92dccdf3-f4c8-42b5-aee4-d2373577dd65 not bound to the agent host hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:12:59.683527 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-393dc9b0-9666-41eb-8799-3d0200ffc992 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (70b38302-1cd9-4511-a0b3-cfa18523d8d6), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:59.683783 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-393dc9b0-9666-41eb-8799-3d0200ffc992 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for floatingip (70b38302-1cd9-4511-a0b3-cfa18523d8d6), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:59.697838 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-393dc9b0-9666-41eb-8799-3d0200ffc992 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Calling delete_port for 70b38302-1cd9-4511-a0b3-cfa18523d8d6 owned by network:floatingip {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:12:59.801245 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332b080e-1330-42bf-8c8b-27fcff31d1ce admin admin] Router 8b7a26b8-38d3-489d-a132-ea9971774090 has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:12:59.851798 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-393dc9b0-9666-41eb-8799-3d0200ffc992 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (70b38302-1cd9-4511-a0b3-cfa18523d8d6), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:12:59.867866 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:12:59.870465 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393dc9b0-9666-41eb-8799-3d0200ffc992 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Pushing event deleted for resources: {'Port': ['ID=70b38302-1cd9-4511-a0b3-cfa18523d8d6,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:12:59.914010 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332b080e-1330-42bf-8c8b-27fcff31d1ce admin admin] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:12:59.920860 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-332b080e-1330-42bf-8c8b-27fcff31d1ce admin admin] 10.222.0.20 "PUT /v2.0/routers/8b7a26b8-38d3-489d-a132-ea9971774090/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8968513 Jun 08 02:12:59.922228 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 57508) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:12:59.930625 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde7a5e1-8d77-4c44-b721-caa1e373fb5f None None] Sync routers for ids ['8b7a26b8-38d3-489d-a132-ea9971774090'] in dv-cinder-845069-1-iscsi {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:12:59.945575 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde7a5e1-8d77-4c44-b721-caa1e373fb5f None None] Routers {'8b7a26b8-38d3-489d-a132-ea9971774090'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:12:59.946119 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-fde7a5e1-8d77-4c44-b721-caa1e373fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:12:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['8b7a26b8-38d3-489d-a132-ea9971774090'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:13:00.031761 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-393dc9b0-9666-41eb-8799-3d0200ffc992 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks [] for floatingip (70d19837-e69f-4ff1-b714-257314201c56), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:00.035654 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-393dc9b0-9666-41eb-8799-3d0200ffc992 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:00.039729 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-393dc9b0-9666-41eb-8799-3d0200ffc992 tempest-AttachVolumeShelveTestJSON-248114998 tempest-AttachVolumeShelveTestJSON-248114998-project] 10.222.0.20 "DELETE /v2.0/floatingips/70d19837-e69f-4ff1-b714-257314201c56 HTTP/1.1" status: 204 len: 168 time: 0.5660269 Jun 08 02:13:00.053677 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-fde7a5e1-8d77-4c44-b721-caa1e373fb5f None None] Set router 8b7a26b8-38d3-489d-a132-ea9971774090 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:13:00.078374 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-6c775689-4bbd-423c-bec2-b524a7271d79 admin admin] Publish callbacks [] for router (8b7a26b8-38d3-489d-a132-ea9971774090), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:00.192466 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-6c775689-4bbd-423c-bec2-b524a7271d79 admin admin] Publish callbacks [] for router_gateway (8b7a26b8-38d3-489d-a132-ea9971774090), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:00.225241 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:00.234058 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-fde7a5e1-8d77-4c44-b721-caa1e373fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'name': 'tempest-TestShelveInstance-2144227870-router', 'tenant_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '1695251a-4e05-4ec1-a1b9-d77bda07db10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:07:35Z', 'updated_at': '2022-06-08T02:12:59Z', 'revision_number': 5, 'project_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'gw_port': {'id': '1695251a-4e05-4ec1-a1b9-d77bda07db10', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:07:36Z', 'updated_at': '2022-06-08T02:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:13:00.241304 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-6c775689-4bbd-423c-bec2-b524a7271d79 admin admin] Deleting port 1695251a-4e05-4ec1-a1b9-d77bda07db10 {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:13:00.241649 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-6c775689-4bbd-423c-bec2-b524a7271d79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (1695251a-4e05-4ec1-a1b9-d77bda07db10), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:00.259820 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde7a5e1-8d77-4c44-b721-caa1e373fb5f None None] Checking router: 8b7a26b8-38d3-489d-a132-ea9971774090 for host: dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:13:00.269270 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde7a5e1-8d77-4c44-b721-caa1e373fb5f None None] Routers {'8b7a26b8-38d3-489d-a132-ea9971774090'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:13:00.269874 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-fde7a5e1-8d77-4c44-b721-caa1e373fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:12:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['8b7a26b8-38d3-489d-a132-ea9971774090'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:13:00.327606 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [None req-6c775689-4bbd-423c-bec2-b524a7271d79 admin admin] For port 1695251a-4e05-4ec1-a1b9-d77bda07db10, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=1695251a-4e05-4ec1-a1b9-d77bda07db10,segment=NetworkSegment(85e1942d-da80-4474-8baf-777e325afd8c),segment_id=85e1942d-da80-4474-8baf-777e325afd8c)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:13:00.328201 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-6c775689-4bbd-423c-bec2-b524a7271d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (1695251a-4e05-4ec1-a1b9-d77bda07db10), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:00.343378 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-6c775689-4bbd-423c-bec2-b524a7271d79 admin admin] Calling delete_port for 1695251a-4e05-4ec1-a1b9-d77bda07db10 owned by network:router_gateway {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:13:00.356342 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-fde7a5e1-8d77-4c44-b721-caa1e373fb5f None None] Set router 8b7a26b8-38d3-489d-a132-ea9971774090 gateway port host: None {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:13:00.411337 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-fde7a5e1-8d77-4c44-b721-caa1e373fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'name': 'tempest-TestShelveInstance-2144227870-router', 'tenant_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:07:35Z', 'updated_at': '2022-06-08T02:13:00Z', 'revision_number': 6, 'project_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'gw_port_host': None}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:13:00.438986 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde7a5e1-8d77-4c44-b721-caa1e373fb5f None None] The sync data for ids ['8b7a26b8-38d3-489d-a132-ea9971774090'] in dv-cinder-845069-1-iscsi is: [{'id': '8b7a26b8-38d3-489d-a132-ea9971774090', 'name': 'tempest-TestShelveInstance-2144227870-router', 'tenant_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:07:35Z', 'updated_at': '2022-06-08T02:13:00Z', 'revision_number': 6, 'project_id': '43e5d438bb1f4eb28d3f3f68d77b5dee', 'gw_port_host': None}] {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:13:00.522737 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-6c775689-4bbd-423c-bec2-b524a7271d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (1695251a-4e05-4ec1-a1b9-d77bda07db10), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:00.548567 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c775689-4bbd-423c-bec2-b524a7271d79 admin admin] Pushing event deleted for resources: {'Port': ['ID=1695251a-4e05-4ec1-a1b9-d77bda07db10,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:00.611858 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-6c775689-4bbd-423c-bec2-b524a7271d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-682874'] for router_gateway (8b7a26b8-38d3-489d-a132-ea9971774090), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:00.696638 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-6c775689-4bbd-423c-bec2-b524a7271d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6818'] for router (8b7a26b8-38d3-489d-a132-ea9971774090), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:00.698734 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-6c775689-4bbd-423c-bec2-b524a7271d79 admin admin] Publish callbacks [] for router_controller (8b7a26b8-38d3-489d-a132-ea9971774090), precommit_delete_associations {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:00.741165 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-6c775689-4bbd-423c-bec2-b524a7271d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683256'] for router (8b7a26b8-38d3-489d-a132-ea9971774090), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:00.741632 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c775689-4bbd-423c-bec2-b524a7271d79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b7a26b8-38d3-489d-a132-ea9971774090 {{(pid=104268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 08 02:13:00.746357 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-6c775689-4bbd-423c-bec2-b524a7271d79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:00.747893 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-6c775689-4bbd-423c-bec2-b524a7271d79 admin admin] 10.222.0.20 "DELETE /v2.0/routers/8b7a26b8-38d3-489d-a132-ea9971774090 HTTP/1.1" status: 204 len: 168 time: 0.8242269 Jun 08 02:13:00.751321 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 57520) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:13:00.800724 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d52cd36-ee82-4d85-b9ce-93f977605e67 admin admin] Deleting subnet 5be850c6-a58b-481a-bd0d-69acb24f113c {{(pid=104268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 08 02:13:00.804169 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9d52cd36-ee82-4d85-b9ce-93f977605e67 admin admin] Publish callbacks [] for subnet (5be850c6-a58b-481a-bd0d-69acb24f113c), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:00.844914 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9d52cd36-ee82-4d85-b9ce-93f977605e67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8505923'] for subnet (5be850c6-a58b-481a-bd0d-69acb24f113c), precommit_delete_associations {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:00.846786 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:00.936981 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9d52cd36-ee82-4d85-b9ce-93f977605e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749588'] for subnet (5be850c6-a58b-481a-bd0d-69acb24f113c), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:00.989151 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9d52cd36-ee82-4d85-b9ce-93f977605e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8689909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8450983'] for subnet (5be850c6-a58b-481a-bd0d-69acb24f113c), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:01.018231 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52cd36-ee82-4d85-b9ce-93f977605e67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5be850c6-a58b-481a-bd0d-69acb24f113c,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:01.020135 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9d52cd36-ee82-4d85-b9ce-93f977605e67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:01.023680 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-9d52cd36-ee82-4d85-b9ce-93f977605e67 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5be850c6-a58b-481a-bd0d-69acb24f113c HTTP/1.1" status: 204 len: 168 time: 0.2712770 Jun 08 02:13:01.025024 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2708bd-4425-448c-afb4-eb6b7a3f3f81 None None] Network aee60589-e544-41a2-b3ab-36bcd464e5c3 requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:13:01.026028 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 57526) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:13:01.071686 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:01.101241 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-dae7e7b1-5d6a-4065-8d46-3f35fee93f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1340890'] for network (aee60589-e544-41a2-b3ab-36bcd464e5c3), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:01.145676 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [None req-dae7e7b1-5d6a-4065-8d46-3f35fee93f48 admin admin] Deleting port b7509e20-e74b-491e-8d4f-5a3e933b5c77 {{(pid=104269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:13:01.146095 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-dae7e7b1-5d6a-4065-8d46-3f35fee93f48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (b7509e20-e74b-491e-8d4f-5a3e933b5c77), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:01.214831 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.db [None req-dae7e7b1-5d6a-4065-8d46-3f35fee93f48 admin admin] For port b7509e20-e74b-491e-8d4f-5a3e933b5c77, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=b7509e20-e74b-491e-8d4f-5a3e933b5c77,segment=NetworkSegment(df4507ce-d6e1-4b69-af50-fdc1c233f973),segment_id=df4507ce-d6e1-4b69-af50-fdc1c233f973)] {{(pid=104269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:13:01.215383 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-dae7e7b1-5d6a-4065-8d46-3f35fee93f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (b7509e20-e74b-491e-8d4f-5a3e933b5c77), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:01.236831 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [None req-dae7e7b1-5d6a-4065-8d46-3f35fee93f48 admin admin] Calling delete_port for b7509e20-e74b-491e-8d4f-5a3e933b5c77 owned by network:dhcp {{(pid=104269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:13:01.262581 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f1c54e-0ee7-4a4b-b927-718dac54f49a None None] DHCP port deletion for aee60589-e544-41a2-b3ab-36bcd464e5c3 request from dv-cinder-845069-1-iscsi {{(pid=104270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 08 02:13:01.302224 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 81cf0151-e6be-4fdb-ab86-1801856735dc no longer exists at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:13:01.329173 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] No Port match for: 81cf0151-e6be-4fdb-ab86-1801856735dc {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:13:01.329517 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 81cf0151-e6be-4fdb-ab86-1801856735dc not bound to the agent host dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:13:01.335764 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-dae7e7b1-5d6a-4065-8d46-3f35fee93f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (b7509e20-e74b-491e-8d4f-5a3e933b5c77), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:01.336591 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-97f1c54e-0ee7-4a4b-b927-718dac54f49a None None] Deleting port b7509e20-e74b-491e-8d4f-5a3e933b5c77 {{(pid=104270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:13:01.336959 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-97f1c54e-0ee7-4a4b-b927-718dac54f49a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (b7509e20-e74b-491e-8d4f-5a3e933b5c77), before_delete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:01.367194 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae7e7b1-5d6a-4065-8d46-3f35fee93f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7509e20-e74b-491e-8d4f-5a3e933b5c77,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:01.369116 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae7e7b1-5d6a-4065-8d46-3f35fee93f48 admin admin] No DVR routers for this DVR port b7509e20-e74b-491e-8d4f-5a3e933b5c77 on host dv-cinder-845069-1-iscsi {{(pid=104269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:13:01.389437 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=100 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:01.412374 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-97f1c54e-0ee7-4a4b-b927-718dac54f49a None None] For port b7509e20-e74b-491e-8d4f-5a3e933b5c77, host dv-cinder-845069-1-iscsi, got binding levels [] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:13:01.412796 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-97f1c54e-0ee7-4a4b-b927-718dac54f49a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (b7509e20-e74b-491e-8d4f-5a3e933b5c77), precommit_delete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:01.430673 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-97f1c54e-0ee7-4a4b-b927-718dac54f49a None None] Calling delete_port for b7509e20-e74b-491e-8d4f-5a3e933b5c77 owned by network:dhcp {{(pid=104270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:13:01.434092 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.ipam_backend_mixin [None req-97f1c54e-0ee7-4a4b-b927-718dac54f49a None None] Port b7509e20-e74b-491e-8d4f-5a3e933b5c77 was not found and therefore no delete operation was performed {{(pid=104270) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 08 02:13:01.436065 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-97f1c54e-0ee7-4a4b-b927-718dac54f49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102'] for port (b7509e20-e74b-491e-8d4f-5a3e933b5c77), after_delete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:01.459504 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-dae7e7b1-5d6a-4065-8d46-3f35fee93f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749203', 'neutron.services.segments.db._delete_segments_for_network-8744501735437'] for network (aee60589-e544-41a2-b3ab-36bcd464e5c3), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:01.462077 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1c54e-0ee7-4a4b-b927-718dac54f49a None None] Pushing event deleted for resources: {'Port': ['ID=b7509e20-e74b-491e-8d4f-5a3e933b5c77,revision_number=None']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:01.465850 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f1c54e-0ee7-4a4b-b927-718dac54f49a None None] No DVR routers for this DVR port b7509e20-e74b-491e-8d4f-5a3e933b5c77 on host dv-cinder-845069-1-iscsi {{(pid=104270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:13:01.493177 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.services.segments.db [None req-dae7e7b1-5d6a-4065-8d46-3f35fee93f48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aee60589-e544-41a2-b3ab-36bcd464e5c3']}} {{(pid=104269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:13:01.504785 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.services.segments.db [None req-dae7e7b1-5d6a-4065-8d46-3f35fee93f48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df4507ce-d6e1-4b69-af50-fdc1c233f973') {'for_net_delete': True} {{(pid=104269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:13:01.505081 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.services.segments.db [None req-dae7e7b1-5d6a-4065-8d46-3f35fee93f48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df4507ce-d6e1-4b69-af50-fdc1c233f973') {} {{(pid=104269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:13:01.515191 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-dae7e7b1-5d6a-4065-8d46-3f35fee93f48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744501734036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9653885'] for segment (df4507ce-d6e1-4b69-af50-fdc1c233f973), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:01.528245 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-dae7e7b1-5d6a-4065-8d46-3f35fee93f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (df4507ce-d6e1-4b69-af50-fdc1c233f973), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:01.535205 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae7e7b1-5d6a-4065-8d46-3f35fee93f48 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=104269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 02:13:01.535592 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-dae7e7b1-5d6a-4065-8d46-3f35fee93f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9466690'] for segment (df4507ce-d6e1-4b69-af50-fdc1c233f973), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:01.583649 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:01.601356 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-dae7e7b1-5d6a-4065-8d46-3f35fee93f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682838'] for network (aee60589-e544-41a2-b3ab-36bcd464e5c3), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:01.608264 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-dae7e7b1-5d6a-4065-8d46-3f35fee93f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:01.611936 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-dae7e7b1-5d6a-4065-8d46-3f35fee93f48 admin admin] 10.222.0.20 "DELETE /v2.0/networks/aee60589-e544-41a2-b3ab-36bcd464e5c3 HTTP/1.1" status: 204 len: 168 time: 0.5848324 Jun 08 02:13:01.614902 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 57546) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:13:01.630582 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae7e7b1-5d6a-4065-8d46-3f35fee93f48 admin admin] Pushing event deleted for resources: {'Network': ['ID=aee60589-e544-41a2-b3ab-36bcd464e5c3,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:01.711972 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.services.segments.plugin [-] Segment df4507ce-d6e1-4b69-af50-fdc1c233f973 resource provider aggregate not found Jun 08 02:13:01.729452 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.services.segments.plugin [-] Segment df4507ce-d6e1-4b69-af50-fdc1c233f973 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df4507ce-d6e1-4b69-af50-fdc1c233f973 found for delete ", "request_id": "req-e70278ae-5417-4e17-9f92-2a92f5f36cc2"}]} Jun 08 02:13:01.768074 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:01.940140 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9d9e1e7c-6dad-4eb1-b488-5c7e35f01869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683837'] for router_interface (1d9e9bc1-671d-46ad-9cf0-7d111e7163b2), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:02.393116 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-9d9e1e7c-6dad-4eb1-b488-5c7e35f01869 admin admin] Deleting port 61cee271-2189-4d9b-919c-37b4a255b73a {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:13:02.393444 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9d9e1e7c-6dad-4eb1-b488-5c7e35f01869 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (61cee271-2189-4d9b-919c-37b4a255b73a), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:02.473851 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [None req-9d9e1e7c-6dad-4eb1-b488-5c7e35f01869 admin admin] For port 61cee271-2189-4d9b-919c-37b4a255b73a, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=61cee271-2189-4d9b-919c-37b4a255b73a,segment=NetworkSegment(d1a3ff8f-b396-4ac4-9dbf-0acade7b0584),segment_id=d1a3ff8f-b396-4ac4-9dbf-0acade7b0584)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:13:02.474064 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9d9e1e7c-6dad-4eb1-b488-5c7e35f01869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (61cee271-2189-4d9b-919c-37b4a255b73a), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:02.487836 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-9d9e1e7c-6dad-4eb1-b488-5c7e35f01869 admin admin] Calling delete_port for 61cee271-2189-4d9b-919c-37b4a255b73a owned by network:router_interface {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:13:02.541138 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 57560) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:13:02.542501 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:02.674776 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9d9e1e7c-6dad-4eb1-b488-5c7e35f01869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (61cee271-2189-4d9b-919c-37b4a255b73a), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:02.698777 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e1e7c-6dad-4eb1-b488-5c7e35f01869 admin admin] Pushing event deleted for resources: {'Port': ['ID=61cee271-2189-4d9b-919c-37b4a255b73a,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:02.855272 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:02.875097 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9d9e1e7c-6dad-4eb1-b488-5c7e35f01869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683181'] for router_interface (1d9e9bc1-671d-46ad-9cf0-7d111e7163b2), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:02.932216 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 1695251a-4e05-4ec1-a1b9-d77bda07db10 no longer exists at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:13:02.952018 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-3675fe8d-f836-444d-bac5-9bd6a725ac71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683837'] for router_interface (7d5de0aa-45c6-4daf-9f83-88dc18ab4223), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:02.955963 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] No Port match for: 1695251a-4e05-4ec1-a1b9-d77bda07db10 {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:13:02.956307 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 1695251a-4e05-4ec1-a1b9-d77bda07db10 not bound to the agent host dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:13:02.956746 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device b7509e20-e74b-491e-8d4f-5a3e933b5c77 no longer exists at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:13:02.984815 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] No Port match for: b7509e20-e74b-491e-8d4f-5a3e933b5c77 {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:13:02.985411 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device b7509e20-e74b-491e-8d4f-5a3e933b5c77 not bound to the agent host dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:13:03.094027 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:03.105177 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9e1e7c-6dad-4eb1-b488-5c7e35f01869 admin admin] Router 1d9e9bc1-671d-46ad-9cf0-7d111e7163b2 has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:13:03.190515 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [None req-3675fe8d-f836-444d-bac5-9bd6a725ac71 admin admin] Deleting port 3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc {{(pid=104269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:13:03.190782 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-3675fe8d-f836-444d-bac5-9bd6a725ac71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:03.205840 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9e1e7c-6dad-4eb1-b488-5c7e35f01869 admin admin] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:13:03.213411 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-9d9e1e7c-6dad-4eb1-b488-5c7e35f01869 admin admin] 10.222.0.20 "PUT /v2.0/routers/1d9e9bc1-671d-46ad-9cf0-7d111e7163b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5942125 Jun 08 02:13:03.213676 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 57566) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:13:03.217848 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c968bd6f-9558-4974-a10b-e3d1bd0284e4 None None] Sync routers for ids ['1d9e9bc1-671d-46ad-9cf0-7d111e7163b2'] in dv-cinder-845069-1-iscsi {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:13:03.221711 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:03.230824 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c968bd6f-9558-4974-a10b-e3d1bd0284e4 None None] Routers {'1d9e9bc1-671d-46ad-9cf0-7d111e7163b2'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:13:03.232284 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-c968bd6f-9558-4974-a10b-e3d1bd0284e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:12:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['1d9e9bc1-671d-46ad-9cf0-7d111e7163b2'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:13:03.273267 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.db [None req-3675fe8d-f836-444d-bac5-9bd6a725ac71 admin admin] For port 3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc,segment=NetworkSegment(53131b2e-d267-40fd-aee8-2cb51a86cc49),segment_id=53131b2e-d267-40fd-aee8-2cb51a86cc49)] {{(pid=104269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:13:03.273627 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-3675fe8d-f836-444d-bac5-9bd6a725ac71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:03.287983 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [None req-3675fe8d-f836-444d-bac5-9bd6a725ac71 admin admin] Calling delete_port for 3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc owned by network:router_interface {{(pid=104269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:13:03.315689 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-cb9fc75a-8bc5-47d4-a195-c34c1cf98b71 admin admin] Publish callbacks [] for router (1d9e9bc1-671d-46ad-9cf0-7d111e7163b2), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:03.334723 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-c968bd6f-9558-4974-a10b-e3d1bd0284e4 None None] Set router 1d9e9bc1-671d-46ad-9cf0-7d111e7163b2 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:13:03.405877 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:03.415210 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-cb9fc75a-8bc5-47d4-a195-c34c1cf98b71 admin admin] Publish callbacks [] for router_gateway (1d9e9bc1-671d-46ad-9cf0-7d111e7163b2), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:03.460075 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:03.469397 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-cb9fc75a-8bc5-47d4-a195-c34c1cf98b71 admin admin] Deleting port 7b7089c1-c74a-4171-bd7c-d6385d928364 {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:13:03.469932 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-cb9fc75a-8bc5-47d4-a195-c34c1cf98b71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (7b7089c1-c74a-4171-bd7c-d6385d928364), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:03.492613 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-3675fe8d-f836-444d-bac5-9bd6a725ac71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:03.509557 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-c968bd6f-9558-4974-a10b-e3d1bd0284e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9e9bc1-671d-46ad-9cf0-7d111e7163b2', 'name': 'tempest-TestShelveInstance-1812505168-router', 'tenant_id': 'ba73173cd15a45f7a29d6b5112a33770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '7b7089c1-c74a-4171-bd7c-d6385d928364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:07:42Z', 'updated_at': '2022-06-08T02:13:02Z', 'revision_number': 5, 'project_id': 'ba73173cd15a45f7a29d6b5112a33770', 'gw_port': {'id': '7b7089c1-c74a-4171-bd7c-d6385d928364', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9e9bc1-671d-46ad-9cf0-7d111e7163b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:07:43Z', 'updated_at': '2022-06-08T02:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:13:03.514352 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675fe8d-f836-444d-bac5-9bd6a725ac71 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:03.537779 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c968bd6f-9558-4974-a10b-e3d1bd0284e4 None None] Checking router: 1d9e9bc1-671d-46ad-9cf0-7d111e7163b2 for host: dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:13:03.547103 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c968bd6f-9558-4974-a10b-e3d1bd0284e4 None None] Routers {'1d9e9bc1-671d-46ad-9cf0-7d111e7163b2'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:13:03.547722 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-c968bd6f-9558-4974-a10b-e3d1bd0284e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:12:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['1d9e9bc1-671d-46ad-9cf0-7d111e7163b2'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:13:03.553518 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [None req-cb9fc75a-8bc5-47d4-a195-c34c1cf98b71 admin admin] For port 7b7089c1-c74a-4171-bd7c-d6385d928364, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=7b7089c1-c74a-4171-bd7c-d6385d928364,segment=NetworkSegment(85e1942d-da80-4474-8baf-777e325afd8c),segment_id=85e1942d-da80-4474-8baf-777e325afd8c)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:13:03.553862 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-cb9fc75a-8bc5-47d4-a195-c34c1cf98b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (7b7089c1-c74a-4171-bd7c-d6385d928364), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:03.568898 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-cb9fc75a-8bc5-47d4-a195-c34c1cf98b71 admin admin] Calling delete_port for 7b7089c1-c74a-4171-bd7c-d6385d928364 owned by network:router_gateway {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:13:03.639037 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-c968bd6f-9558-4974-a10b-e3d1bd0284e4 None None] Set router 1d9e9bc1-671d-46ad-9cf0-7d111e7163b2 gateway port host: None {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:13:03.694810 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-3675fe8d-f836-444d-bac5-9bd6a725ac71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683181'] for router_interface (7d5de0aa-45c6-4daf-9f83-88dc18ab4223), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:03.709472 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-c968bd6f-9558-4974-a10b-e3d1bd0284e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9e9bc1-671d-46ad-9cf0-7d111e7163b2', 'name': 'tempest-TestShelveInstance-1812505168-router', 'tenant_id': 'ba73173cd15a45f7a29d6b5112a33770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:07:42Z', 'updated_at': '2022-06-08T02:13:03Z', 'revision_number': 6, 'project_id': 'ba73173cd15a45f7a29d6b5112a33770', 'gw_port_host': None}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:13:03.759928 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-cb9fc75a-8bc5-47d4-a195-c34c1cf98b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (7b7089c1-c74a-4171-bd7c-d6385d928364), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:03.763903 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c968bd6f-9558-4974-a10b-e3d1bd0284e4 None None] The sync data for ids ['1d9e9bc1-671d-46ad-9cf0-7d111e7163b2'] in dv-cinder-845069-1-iscsi is: [{'id': '1d9e9bc1-671d-46ad-9cf0-7d111e7163b2', 'name': 'tempest-TestShelveInstance-1812505168-router', 'tenant_id': 'ba73173cd15a45f7a29d6b5112a33770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:07:42Z', 'updated_at': '2022-06-08T02:13:03Z', 'revision_number': 6, 'project_id': 'ba73173cd15a45f7a29d6b5112a33770', 'gw_port_host': None}] {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:13:03.793868 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9fc75a-8bc5-47d4-a195-c34c1cf98b71 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b7089c1-c74a-4171-bd7c-d6385d928364,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:03.861326 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-cb9fc75a-8bc5-47d4-a195-c34c1cf98b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-682874'] for router_gateway (1d9e9bc1-671d-46ad-9cf0-7d111e7163b2), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:03.947129 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-cb9fc75a-8bc5-47d4-a195-c34c1cf98b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6818'] for router (1d9e9bc1-671d-46ad-9cf0-7d111e7163b2), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:03.948559 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3675fe8d-f836-444d-bac5-9bd6a725ac71 admin admin] Router 7d5de0aa-45c6-4daf-9f83-88dc18ab4223 has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:13:03.949279 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-cb9fc75a-8bc5-47d4-a195-c34c1cf98b71 admin admin] Publish callbacks [] for router_controller (1d9e9bc1-671d-46ad-9cf0-7d111e7163b2), precommit_delete_associations {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:03.951995 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:03.991678 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-cb9fc75a-8bc5-47d4-a195-c34c1cf98b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683256'] for router (1d9e9bc1-671d-46ad-9cf0-7d111e7163b2), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:03.992188 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9fc75a-8bc5-47d4-a195-c34c1cf98b71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d9e9bc1-671d-46ad-9cf0-7d111e7163b2 {{(pid=104268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 08 02:13:03.996814 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-cb9fc75a-8bc5-47d4-a195-c34c1cf98b71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:03.998013 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-cb9fc75a-8bc5-47d4-a195-c34c1cf98b71 admin admin] 10.222.0.20 "DELETE /v2.0/routers/1d9e9bc1-671d-46ad-9cf0-7d111e7163b2 HTTP/1.1" status: 204 len: 168 time: 0.7833474 Jun 08 02:13:04.000486 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 57568) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:13:04.029513 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:04.047653 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce94ec32-cfe4-4548-8ba8-a50d8867f000 admin admin] Deleting subnet 85d293a5-8937-4b8b-9bf7-24cff7062f62 {{(pid=104268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 08 02:13:04.051066 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-ce94ec32-cfe4-4548-8ba8-a50d8867f000 admin admin] Publish callbacks [] for subnet (85d293a5-8937-4b8b-9bf7-24cff7062f62), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:04.056067 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3675fe8d-f836-444d-bac5-9bd6a725ac71 admin admin] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:13:04.061344 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-3675fe8d-f836-444d-bac5-9bd6a725ac71 admin admin] 10.222.0.20 "PUT /v2.0/routers/7d5de0aa-45c6-4daf-9f83-88dc18ab4223/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5191898 Jun 08 02:13:04.063986 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 57572) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:13:04.067299 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ec8c96-f083-451e-bb44-915e86e05d15 None None] Sync routers for ids ['7d5de0aa-45c6-4daf-9f83-88dc18ab4223'] in dv-cinder-845069-1-iscsi {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:13:04.074018 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=100 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:04.083119 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ec8c96-f083-451e-bb44-915e86e05d15 None None] Routers {'7d5de0aa-45c6-4daf-9f83-88dc18ab4223'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:13:04.084046 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-d9ec8c96-f083-451e-bb44-915e86e05d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:12:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['7d5de0aa-45c6-4daf-9f83-88dc18ab4223'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:13:04.094983 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-ce94ec32-cfe4-4548-8ba8-a50d8867f000 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8505923'] for subnet (85d293a5-8937-4b8b-9bf7-24cff7062f62), precommit_delete_associations {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:04.178510 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5567deee-bf34-4935-9756-e39928583b23 admin admin] Publish callbacks [] for router (7d5de0aa-45c6-4daf-9f83-88dc18ab4223), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:04.179274 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:04.181349 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-ce94ec32-cfe4-4548-8ba8-a50d8867f000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749588'] for subnet (85d293a5-8937-4b8b-9bf7-24cff7062f62), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:04.223579 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-d9ec8c96-f083-451e-bb44-915e86e05d15 None None] Set router 7d5de0aa-45c6-4daf-9f83-88dc18ab4223 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:13:04.255757 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-ce94ec32-cfe4-4548-8ba8-a50d8867f000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8689909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8450983'] for subnet (85d293a5-8937-4b8b-9bf7-24cff7062f62), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:04.286415 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94ec32-cfe4-4548-8ba8-a50d8867f000 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85d293a5-8937-4b8b-9bf7-24cff7062f62,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:04.288360 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-ce94ec32-cfe4-4548-8ba8-a50d8867f000 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:04.291412 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-ce94ec32-cfe4-4548-8ba8-a50d8867f000 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/85d293a5-8937-4b8b-9bf7-24cff7062f62 HTTP/1.1" status: 204 len: 168 time: 0.2899475 Jun 08 02:13:04.293899 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 57574) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:13:04.297860 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5567deee-bf34-4935-9756-e39928583b23 admin admin] Publish callbacks [] for router_gateway (7d5de0aa-45c6-4daf-9f83-88dc18ab4223), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:04.300781 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14202fc-476b-41a2-a9d1-08943dd95947 None None] Network d1ca035a-1604-4fe3-8a50-e63c43570056 requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:13:04.347685 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [None req-5567deee-bf34-4935-9756-e39928583b23 admin admin] Deleting port eb5d73bb-6676-46be-aeb7-2366bc8d15da {{(pid=104269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:13:04.348025 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5567deee-bf34-4935-9756-e39928583b23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (eb5d73bb-6676-46be-aeb7-2366bc8d15da), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:04.369840 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-13b08ada-f044-4a9b-b60a-8841bb60c8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1340890'] for network (d1ca035a-1604-4fe3-8a50-e63c43570056), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:04.421598 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-13b08ada-f044-4a9b-b60a-8841bb60c8bc admin admin] Deleting port 8536475f-91b3-4b20-81a9-c7bf4b2ff1fb {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:13:04.421941 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-13b08ada-f044-4a9b-b60a-8841bb60c8bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (8536475f-91b3-4b20-81a9-c7bf4b2ff1fb), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:04.439854 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.db [None req-5567deee-bf34-4935-9756-e39928583b23 admin admin] For port eb5d73bb-6676-46be-aeb7-2366bc8d15da, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=eb5d73bb-6676-46be-aeb7-2366bc8d15da,segment=NetworkSegment(85e1942d-da80-4474-8baf-777e325afd8c),segment_id=85e1942d-da80-4474-8baf-777e325afd8c)] {{(pid=104269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:13:04.440212 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5567deee-bf34-4935-9756-e39928583b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (eb5d73bb-6676-46be-aeb7-2366bc8d15da), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:04.454865 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [None req-5567deee-bf34-4935-9756-e39928583b23 admin admin] Calling delete_port for eb5d73bb-6676-46be-aeb7-2366bc8d15da owned by network:router_gateway {{(pid=104269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:13:04.490783 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [None req-13b08ada-f044-4a9b-b60a-8841bb60c8bc admin admin] For port 8536475f-91b3-4b20-81a9-c7bf4b2ff1fb, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=8536475f-91b3-4b20-81a9-c7bf4b2ff1fb,segment=NetworkSegment(d1a3ff8f-b396-4ac4-9dbf-0acade7b0584),segment_id=d1a3ff8f-b396-4ac4-9dbf-0acade7b0584)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:13:04.491240 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-13b08ada-f044-4a9b-b60a-8841bb60c8bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (8536475f-91b3-4b20-81a9-c7bf4b2ff1fb), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:04.506627 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-13b08ada-f044-4a9b-b60a-8841bb60c8bc admin admin] Calling delete_port for 8536475f-91b3-4b20-81a9-c7bf4b2ff1fb owned by network:dhcp {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:13:04.514548 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:04.595360 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-13b08ada-f044-4a9b-b60a-8841bb60c8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (8536475f-91b3-4b20-81a9-c7bf4b2ff1fb), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:04.638086 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b08ada-f044-4a9b-b60a-8841bb60c8bc admin admin] Pushing event deleted for resources: {'Port': ['ID=8536475f-91b3-4b20-81a9-c7bf4b2ff1fb,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:04.649475 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-d9ec8c96-f083-451e-bb44-915e86e05d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'name': 'tempest-AttachVolumeShelveTestJSON-136663733-router', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:06:45Z', 'updated_at': '2022-06-08T02:13:03Z', 'revision_number': 5, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'gw_port': {'id': 'eb5d73bb-6676-46be-aeb7-2366bc8d15da', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:06:46Z', 'updated_at': '2022-06-08T02:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:13:04.650548 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5567deee-bf34-4935-9756-e39928583b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (eb5d73bb-6676-46be-aeb7-2366bc8d15da), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:04.657253 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b08ada-f044-4a9b-b60a-8841bb60c8bc admin admin] No DVR routers for this DVR port 8536475f-91b3-4b20-81a9-c7bf4b2ff1fb on host dv-cinder-845069-1-iscsi {{(pid=104268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:13:04.679708 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567deee-bf34-4935-9756-e39928583b23 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb5d73bb-6676-46be-aeb7-2366bc8d15da,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:04.689318 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba1a64c-c5c4-4050-957a-d01790bd8176 None None] DHCP port deletion for d1ca035a-1604-4fe3-8a50-e63c43570056 request from dv-cinder-845069-1-iscsi {{(pid=104270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 08 02:13:04.692448 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ec8c96-f083-451e-bb44-915e86e05d15 None None] Checking router: 7d5de0aa-45c6-4daf-9f83-88dc18ab4223 for host: dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:13:04.710066 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ec8c96-f083-451e-bb44-915e86e05d15 None None] Routers {'7d5de0aa-45c6-4daf-9f83-88dc18ab4223'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:13:04.710765 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-d9ec8c96-f083-451e-bb44-915e86e05d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:12:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['7d5de0aa-45c6-4daf-9f83-88dc18ab4223'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:13:04.746881 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5567deee-bf34-4935-9756-e39928583b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-682874'] for router_gateway (7d5de0aa-45c6-4daf-9f83-88dc18ab4223), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:04.751793 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-13b08ada-f044-4a9b-b60a-8841bb60c8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749203', 'neutron.services.segments.db._delete_segments_for_network-8744501735437'] for network (d1ca035a-1604-4fe3-8a50-e63c43570056), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:04.774434 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.services.segments.db [None req-13b08ada-f044-4a9b-b60a-8841bb60c8bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1ca035a-1604-4fe3-8a50-e63c43570056']}} {{(pid=104268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:13:04.800496 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.services.segments.db [None req-13b08ada-f044-4a9b-b60a-8841bb60c8bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1a3ff8f-b396-4ac4-9dbf-0acade7b0584') {'for_net_delete': True} {{(pid=104268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:13:04.801841 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.services.segments.db [None req-13b08ada-f044-4a9b-b60a-8841bb60c8bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1a3ff8f-b396-4ac4-9dbf-0acade7b0584') {} {{(pid=104268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:13:04.815131 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-d9ec8c96-f083-451e-bb44-915e86e05d15 None None] Set router 7d5de0aa-45c6-4daf-9f83-88dc18ab4223 gateway port host: None {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:13:04.820455 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-13b08ada-f044-4a9b-b60a-8841bb60c8bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744501734036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8505930'] for segment (d1a3ff8f-b396-4ac4-9dbf-0acade7b0584), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:04.851118 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-13b08ada-f044-4a9b-b60a-8841bb60c8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (d1a3ff8f-b396-4ac4-9dbf-0acade7b0584), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:04.863082 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b08ada-f044-4a9b-b60a-8841bb60c8bc admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=104268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 02:13:04.863312 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5567deee-bf34-4935-9756-e39928583b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6818'] for router (7d5de0aa-45c6-4daf-9f83-88dc18ab4223), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:04.863946 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-13b08ada-f044-4a9b-b60a-8841bb60c8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8689839'] for segment (d1a3ff8f-b396-4ac4-9dbf-0acade7b0584), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:04.865533 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5567deee-bf34-4935-9756-e39928583b23 admin admin] Publish callbacks [] for router_controller (7d5de0aa-45c6-4daf-9f83-88dc18ab4223), precommit_delete_associations {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:04.884241 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-d9ec8c96-f083-451e-bb44-915e86e05d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'name': 'tempest-AttachVolumeShelveTestJSON-136663733-router', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:06:45Z', 'updated_at': '2022-06-08T02:13:04Z', 'revision_number': 7, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'gw_port_host': None}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:13:04.924934 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ec8c96-f083-451e-bb44-915e86e05d15 None None] The sync data for ids ['7d5de0aa-45c6-4daf-9f83-88dc18ab4223'] in dv-cinder-845069-1-iscsi is: [{'id': '7d5de0aa-45c6-4daf-9f83-88dc18ab4223', 'name': 'tempest-AttachVolumeShelveTestJSON-136663733-router', 'tenant_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:06:45Z', 'updated_at': '2022-06-08T02:13:04Z', 'revision_number': 7, 'project_id': '7daf0f9fd80c464ca4fbf7f2e19fccbd', 'gw_port_host': None}] {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:13:04.943864 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.services.segments.plugin [-] Segment d1a3ff8f-b396-4ac4-9dbf-0acade7b0584 resource provider aggregate not found Jun 08 02:13:04.960296 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5567deee-bf34-4935-9756-e39928583b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683256'] for router (7d5de0aa-45c6-4daf-9f83-88dc18ab4223), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:04.960664 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5567deee-bf34-4935-9756-e39928583b23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d5de0aa-45c6-4daf-9f83-88dc18ab4223 {{(pid=104269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 08 02:13:04.966666 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-5567deee-bf34-4935-9756-e39928583b23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:04.968085 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-5567deee-bf34-4935-9756-e39928583b23 admin admin] 10.222.0.20 "DELETE /v2.0/routers/7d5de0aa-45c6-4daf-9f83-88dc18ab4223 HTTP/1.1" status: 204 len: 168 time: 0.9030793 Jun 08 02:13:04.972812 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 57580) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:13:04.994157 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 61cee271-2189-4d9b-919c-37b4a255b73a no longer exists at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:13:05.002468 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.services.segments.plugin [-] Segment d1a3ff8f-b396-4ac4-9dbf-0acade7b0584 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d1a3ff8f-b396-4ac4-9dbf-0acade7b0584 found for delete ", "request_id": "req-42b50dc4-16f9-46de-a5a1-a48237731e27"}]} Jun 08 02:13:05.003305 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-13b08ada-f044-4a9b-b60a-8841bb60c8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682838'] for network (d1ca035a-1604-4fe3-8a50-e63c43570056), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:05.013887 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-13b08ada-f044-4a9b-b60a-8841bb60c8bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:05.019351 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-13b08ada-f044-4a9b-b60a-8841bb60c8bc admin admin] 10.222.0.20 "DELETE /v2.0/networks/d1ca035a-1604-4fe3-8a50-e63c43570056 HTTP/1.1" status: 204 len: 168 time: 0.7211232 Jun 08 02:13:05.029169 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] No Port match for: 61cee271-2189-4d9b-919c-37b4a255b73a {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:13:05.029759 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 61cee271-2189-4d9b-919c-37b4a255b73a not bound to the agent host dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:13:05.030233 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 7b7089c1-c74a-4171-bd7c-d6385d928364 no longer exists at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:13:05.043923 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b08ada-f044-4a9b-b60a-8841bb60c8bc admin admin] Pushing event deleted for resources: {'Network': ['ID=d1ca035a-1604-4fe3-8a50-e63c43570056,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:05.054267 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.db_base_plugin_v2 [None req-98756371-985d-4798-bd84-d04af375cbbe admin admin] Deleting subnet 35584f73-fd5a-4825-84bf-35c3d28082c7 {{(pid=104269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 08 02:13:05.057742 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] No Port match for: 7b7089c1-c74a-4171-bd7c-d6385d928364 {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:13:05.058099 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 7b7089c1-c74a-4171-bd7c-d6385d928364 not bound to the agent host dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:13:05.058811 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 8536475f-91b3-4b20-81a9-c7bf4b2ff1fb no longer exists at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:13:05.061065 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-98756371-985d-4798-bd84-d04af375cbbe admin admin] Publish callbacks [] for subnet (35584f73-fd5a-4825-84bf-35c3d28082c7), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:05.062975 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:05.080149 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] No Port match for: 8536475f-91b3-4b20-81a9-c7bf4b2ff1fb {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:13:05.080719 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 8536475f-91b3-4b20-81a9-c7bf4b2ff1fb not bound to the agent host dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:13:05.104629 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-98756371-985d-4798-bd84-d04af375cbbe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9653876'] for subnet (35584f73-fd5a-4825-84bf-35c3d28082c7), precommit_delete_associations {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:05.175967 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 57586) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:13:05.218206 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-1474fde9-12f3-4b70-ab80-4638ff445c20 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=43e5d438bb1f4eb28d3f3f68d77b5dee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409663 Jun 08 02:13:05.220757 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 57588) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:13:05.267957 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:05.274234 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-ec216af4-dc8e-4ce5-8446-97dbc7b9ab7c admin admin] Publish callbacks [] for security_group (359550f6-af1e-4bb7-9112-a3462a4b4404), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:05.298390 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-ec216af4-dc8e-4ce5-8446-97dbc7b9ab7c admin admin] Publish callbacks [] for security_group (359550f6-af1e-4bb7-9112-a3462a4b4404), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:05.353293 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-ec216af4-dc8e-4ce5-8446-97dbc7b9ab7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (359550f6-af1e-4bb7-9112-a3462a4b4404), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:05.355851 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-ec216af4-dc8e-4ce5-8446-97dbc7b9ab7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:05.359753 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-ec216af4-dc8e-4ce5-8446-97dbc7b9ab7c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/359550f6-af1e-4bb7-9112-a3462a4b4404 HTTP/1.1" status: 204 len: 168 time: 0.1354365 Jun 08 02:13:05.366213 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec216af4-dc8e-4ce5-8446-97dbc7b9ab7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359550f6-af1e-4bb7-9112-a3462a4b4404,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:05.459389 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-98756371-985d-4798-bd84-d04af375cbbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749588'] for subnet (35584f73-fd5a-4825-84bf-35c3d28082c7), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:05.516197 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-98756371-985d-4798-bd84-d04af375cbbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9466648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10485268'] for subnet (35584f73-fd5a-4825-84bf-35c3d28082c7), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:05.541916 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98756371-985d-4798-bd84-d04af375cbbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35584f73-fd5a-4825-84bf-35c3d28082c7,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:05.549207 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-98756371-985d-4798-bd84-d04af375cbbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for subnet (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:05.555496 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-98756371-985d-4798-bd84-d04af375cbbe admin admin] 10.222.0.20 "DELETE /v2.0/subnets/35584f73-fd5a-4825-84bf-35c3d28082c7 HTTP/1.1" status: 204 len: 168 time: 0.5783834 Jun 08 02:13:05.555496 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 57592) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:13:05.557765 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67064ae3-5f23-4535-87a1-84b9b3f4a7fc None None] Network 99df6c84-8305-4b75-a40c-3f742f20dcc7 requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:13:05.631405 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e292c92d-02f6-4663-8074-63514eed52f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1340890'] for network (99df6c84-8305-4b75-a40c-3f742f20dcc7), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:05.677084 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [None req-e292c92d-02f6-4663-8074-63514eed52f8 admin admin] Deleting port 10daa083-7ad3-468b-b468-fc6fc1c76ead {{(pid=104269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:13:05.677423 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e292c92d-02f6-4663-8074-63514eed52f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (10daa083-7ad3-468b-b468-fc6fc1c76ead), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:05.744783 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.db [None req-e292c92d-02f6-4663-8074-63514eed52f8 admin admin] For port 10daa083-7ad3-468b-b468-fc6fc1c76ead, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=10daa083-7ad3-468b-b468-fc6fc1c76ead,segment=NetworkSegment(53131b2e-d267-40fd-aee8-2cb51a86cc49),segment_id=53131b2e-d267-40fd-aee8-2cb51a86cc49)] {{(pid=104269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:13:05.745238 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e292c92d-02f6-4663-8074-63514eed52f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (10daa083-7ad3-468b-b468-fc6fc1c76ead), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:05.761807 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [None req-e292c92d-02f6-4663-8074-63514eed52f8 admin admin] Calling delete_port for 10daa083-7ad3-468b-b468-fc6fc1c76ead owned by network:dhcp {{(pid=104269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:13:05.774233 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357ed36c-515d-48ba-add8-72344a61bbe3 None None] DHCP port deletion for 99df6c84-8305-4b75-a40c-3f742f20dcc7 request from dv-cinder-845069-1-iscsi {{(pid=104270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 08 02:13:05.811009 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 57596) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:13:05.838927 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-357ed36c-515d-48ba-add8-72344a61bbe3 None None] Deleting port 10daa083-7ad3-468b-b468-fc6fc1c76ead {{(pid=104270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:13:05.839297 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-357ed36c-515d-48ba-add8-72344a61bbe3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (10daa083-7ad3-468b-b468-fc6fc1c76ead), before_delete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:05.848229 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:05.855668 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e292c92d-02f6-4663-8074-63514eed52f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (10daa083-7ad3-468b-b468-fc6fc1c76ead), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:05.862103 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-a036fd82-2c95-4dab-8f5e-000669c6a58c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba73173cd15a45f7a29d6b5112a33770&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0494697 Jun 08 02:13:05.864544 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 57598) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:13:05.886881 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292c92d-02f6-4663-8074-63514eed52f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=10daa083-7ad3-468b-b468-fc6fc1c76ead,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:05.893933 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e292c92d-02f6-4663-8074-63514eed52f8 admin admin] No DVR routers for this DVR port 10daa083-7ad3-468b-b468-fc6fc1c76ead on host dv-cinder-845069-1-iscsi {{(pid=104269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:13:05.925637 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-357ed36c-515d-48ba-add8-72344a61bbe3 None None] For port 10daa083-7ad3-468b-b468-fc6fc1c76ead, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=10daa083-7ad3-468b-b468-fc6fc1c76ead,segment=NetworkSegment(53131b2e-d267-40fd-aee8-2cb51a86cc49),segment_id=53131b2e-d267-40fd-aee8-2cb51a86cc49)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:13:05.926856 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-357ed36c-515d-48ba-add8-72344a61bbe3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (10daa083-7ad3-468b-b468-fc6fc1c76ead), precommit_delete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:05.929428 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-19070457-5036-424b-bc59-6405454ff87e admin admin] Publish callbacks [] for security_group (c50da2ed-f6e3-4e79-956a-0d29bb93b5e7), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:05.951503 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-357ed36c-515d-48ba-add8-72344a61bbe3 None None] Calling delete_port for 10daa083-7ad3-468b-b468-fc6fc1c76ead owned by network:dhcp {{(pid=104270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:13:05.953150 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-19070457-5036-424b-bc59-6405454ff87e admin admin] Publish callbacks [] for security_group (c50da2ed-f6e3-4e79-956a-0d29bb93b5e7), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:05.978462 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e292c92d-02f6-4663-8074-63514eed52f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749203', 'neutron.services.segments.db._delete_segments_for_network-8744501735437'] for network (99df6c84-8305-4b75-a40c-3f742f20dcc7), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:06.006685 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-19070457-5036-424b-bc59-6405454ff87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (c50da2ed-f6e3-4e79-956a-0d29bb93b5e7), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:06.009414 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-19070457-5036-424b-bc59-6405454ff87e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:06.010582 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-19070457-5036-424b-bc59-6405454ff87e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c50da2ed-f6e3-4e79-956a-0d29bb93b5e7 HTTP/1.1" status: 204 len: 168 time: 0.1451221 Jun 08 02:13:06.019200 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19070457-5036-424b-bc59-6405454ff87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50da2ed-f6e3-4e79-956a-0d29bb93b5e7,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:06.034338 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.services.segments.db [None req-e292c92d-02f6-4663-8074-63514eed52f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99df6c84-8305-4b75-a40c-3f742f20dcc7']}} {{(pid=104269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:13:06.038531 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:06.048941 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.services.segments.db [None req-e292c92d-02f6-4663-8074-63514eed52f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53131b2e-d267-40fd-aee8-2cb51a86cc49') {'for_net_delete': True} {{(pid=104269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:13:06.049821 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.services.segments.db [None req-e292c92d-02f6-4663-8074-63514eed52f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53131b2e-d267-40fd-aee8-2cb51a86cc49') {} {{(pid=104269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:13:06.059326 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-357ed36c-515d-48ba-add8-72344a61bbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102'] for port (10daa083-7ad3-468b-b468-fc6fc1c76ead), after_delete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:06.063184 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e292c92d-02f6-4663-8074-63514eed52f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744501734036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9653885'] for segment (53131b2e-d267-40fd-aee8-2cb51a86cc49), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:06.072269 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:06.079735 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e292c92d-02f6-4663-8074-63514eed52f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (53131b2e-d267-40fd-aee8-2cb51a86cc49), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:06.087645 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ed36c-515d-48ba-add8-72344a61bbe3 None None] Pushing event deleted for resources: {'Port': ['ID=10daa083-7ad3-468b-b468-fc6fc1c76ead,revision_number=None']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:06.092364 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e292c92d-02f6-4663-8074-63514eed52f8 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=104269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 02:13:06.092993 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e292c92d-02f6-4663-8074-63514eed52f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9466690'] for segment (53131b2e-d267-40fd-aee8-2cb51a86cc49), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:06.094718 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357ed36c-515d-48ba-add8-72344a61bbe3 None None] No DVR routers for this DVR port 10daa083-7ad3-468b-b468-fc6fc1c76ead on host dv-cinder-845069-1-iscsi {{(pid=104270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:13:06.135077 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.services.segments.plugin [-] Segment 53131b2e-d267-40fd-aee8-2cb51a86cc49 resource provider aggregate not found Jun 08 02:13:06.163511 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e292c92d-02f6-4663-8074-63514eed52f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682838'] for network (99df6c84-8305-4b75-a40c-3f742f20dcc7), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:06.167158 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.services.segments.plugin [-] Segment 53131b2e-d267-40fd-aee8-2cb51a86cc49 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 53131b2e-d267-40fd-aee8-2cb51a86cc49 found for delete ", "request_id": "req-e225fba5-825f-4dc0-8f4a-8552c2305b91"}]} Jun 08 02:13:06.180450 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e292c92d-02f6-4663-8074-63514eed52f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:06.183690 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-e292c92d-02f6-4663-8074-63514eed52f8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/99df6c84-8305-4b75-a40c-3f742f20dcc7 HTTP/1.1" status: 204 len: 168 time: 0.6273658 Jun 08 02:13:06.198001 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292c92d-02f6-4663-8074-63514eed52f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=99df6c84-8305-4b75-a40c-3f742f20dcc7,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:06.357308 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 57614) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:13:06.411856 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-bc7d47cc-aaa2-4009-a29c-c60a0767e229 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7daf0f9fd80c464ca4fbf7f2e19fccbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0532050 Jun 08 02:13:06.414417 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 57618) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:13:06.470629 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-65700ff2-3c09-4187-9d0f-717411ae6f1e admin admin] Publish callbacks [] for security_group (d8577907-f7aa-4e6b-b88c-776477d134f2), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:06.500012 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-65700ff2-3c09-4187-9d0f-717411ae6f1e admin admin] Publish callbacks [] for security_group (d8577907-f7aa-4e6b-b88c-776477d134f2), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:06.559176 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-65700ff2-3c09-4187-9d0f-717411ae6f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (d8577907-f7aa-4e6b-b88c-776477d134f2), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:06.563075 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-65700ff2-3c09-4187-9d0f-717411ae6f1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:06.564274 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-65700ff2-3c09-4187-9d0f-717411ae6f1e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8577907-f7aa-4e6b-b88c-776477d134f2 HTTP/1.1" status: 204 len: 168 time: 0.1487877 Jun 08 02:13:06.572362 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65700ff2-3c09-4187-9d0f-717411ae6f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8577907-f7aa-4e6b-b88c-776477d134f2,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:06.833913 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-d7505e1a-e11e-4691-891a-9e698da9c5ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:06.836953 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 10daa083-7ad3-468b-b468-fc6fc1c76ead no longer exists at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:13:06.861489 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] No Port match for: 10daa083-7ad3-468b-b468-fc6fc1c76ead {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:13:06.861833 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 10daa083-7ad3-468b-b468-fc6fc1c76ead not bound to the agent host dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:13:06.862243 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc no longer exists at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:13:06.880955 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] No Port match for: 3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:13:06.881291 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 3b1f8d7c-0a4b-4fb6-b140-7276a4c7f7fc not bound to the agent host dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:13:06.881700 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device eb5d73bb-6676-46be-aeb7-2366bc8d15da no longer exists at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:13:06.900463 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] No Port match for: eb5d73bb-6676-46be-aeb7-2366bc8d15da {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:13:06.900810 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device eb5d73bb-6676-46be-aeb7-2366bc8d15da not bound to the agent host dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:13:07.313130 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 57646) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:13:07.411852 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-5f002274-695e-43df-9b90-05682b85f038 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-124736651-network', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:13:07.432239 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f002274-695e-43df-9b90-05682b85f038 admin admin] Made reservation on behalf of 879e3eacb3bc4b69891677c86bbd5de3 for: {'network': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:13:07.434629 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-5f002274-695e-43df-9b90-05682b85f038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for network (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:07.443340 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-5f002274-695e-43df-9b90-05682b85f038 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:07.519542 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-5f002274-695e-43df-9b90-05682b85f038 admin admin] Publish callbacks [] for security_group (4e2f6d04-a922-48fc-8002-8ce29c61e8eb), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:07.523412 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-5f002274-695e-43df-9b90-05682b85f038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (4e2f6d04-a922-48fc-8002-8ce29c61e8eb), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:07.551224 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f002274-695e-43df-9b90-05682b85f038 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=104268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 02:13:07.557598 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f002274-695e-43df-9b90-05682b85f038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2f6d04-a922-48fc-8002-8ce29c61e8eb,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:07.564183 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-5f002274-695e-43df-9b90-05682b85f038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (c782ea20-85ec-40e7-bc18-0d9fccaf21a0), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:07.564551 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.db.segments_db [None req-5f002274-695e-43df-9b90-05682b85f038 admin admin] Added segment c782ea20-85ec-40e7-bc18-0d9fccaf21a0 of type vlan for network ace59b46-c184-42c4-a8ec-b505d053335a Jun 08 02:13:07.603256 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-5f002274-695e-43df-9b90-05682b85f038 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744501171532'] for network (ace59b46-c184-42c4-a8ec-b505d053335a), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:07.628965 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-5f002274-695e-43df-9b90-05682b85f038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516'] for network (ace59b46-c184-42c4-a8ec-b505d053335a), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:07.629908 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f002274-695e-43df-9b90-05682b85f038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:07.630485 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-5f002274-695e-43df-9b90-05682b85f038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:07.634656 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:07.690469 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-5f002274-695e-43df-9b90-05682b85f038 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3761950 Jun 08 02:13:07.693599 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 57654) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:13:07.699586 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-ef8770fb-bc42-4ed1-8683-d0e56a2c49bc admin admin] Request body: {'subnet': {'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-124736651-subnet', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:13:07.701405 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f002274-695e-43df-9b90-05682b85f038 admin admin] Pushing event updated for resources: {'Network': ['ID=ace59b46-c184-42c4-a8ec-b505d053335a,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:07.712428 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Network ace59b46-c184-42c4-a8ec-b505d053335a details requested by agent ovs-agent-dv-cinder-845069-1-iscsi with host dv-cinder-845069-1-iscsi {{(pid=104270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 02:13:07.713593 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=12,neutron:INSERT=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:07.725765 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8770fb-bc42-4ed1-8683-d0e56a2c49bc admin admin] Made reservation on behalf of 879e3eacb3bc4b69891677c86bbd5de3 for: {'subnet': 1} {{(pid=104269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:13:07.729353 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-ef8770fb-bc42-4ed1-8683-d0e56a2c49bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10485297'] for subnet (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:07.891230 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 57658) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:13:07.910500 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-ef8770fb-bc42-4ed1-8683-d0e56a2c49bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9466333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10485251'] for subnet (b7889fa0-9427-4972-9b51-61090e0e1386), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:07.969628 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8770fb-bc42-4ed1-8683-d0e56a2c49bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7889fa0-9427-4972-9b51-61090e0e1386,revision_number=0']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:07.979067 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8770fb-bc42-4ed1-8683-d0e56a2c49bc admin admin] Checking segment: {'id': 'c782ea20-85ec-40e7-bc18-0d9fccaf21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:13:07.979412 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8770fb-bc42-4ed1-8683-d0e56a2c49bc admin admin] Network hostable DHCP agents. Network: ace59b46-c184-42c4-a8ec-b505d053335a, hostable agents: ['45a4719c-dff8-447a-9451-2d43a5a3b5e6'], hosted agents: [] {{(pid=104269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 02:13:07.996965 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8770fb-bc42-4ed1-8683-d0e56a2c49bc admin admin] Network ace59b46-c184-42c4-a8ec-b505d053335a is scheduled to be hosted by DHCP agent 45a4719c-dff8-447a-9451-2d43a5a3b5e6 with binding_index 1 {{(pid=104269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 02:13:08.004460 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-73b95e60-3f58-402f-ab2d-83444a3ebdfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:08.006234 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.base_scheduler [None req-ef8770fb-bc42-4ed1-8683-d0e56a2c49bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-1-iscsi, ace59b46-c184-42c4-a8ec-b505d053335a) {{(pid=104269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:13:08.010707 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8770fb-bc42-4ed1-8683-d0e56a2c49bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:08.011298 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-ef8770fb-bc42-4ed1-8683-d0e56a2c49bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for subnet (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:08.016851 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a2c3a6-75f6-49bd-9f21-3dce795a4f79 None None] Network ace59b46-c184-42c4-a8ec-b505d053335a requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:13:08.021504 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:08.027905 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:08.031453 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-ef8770fb-bc42-4ed1-8683-d0e56a2c49bc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3359227 Jun 08 02:13:08.034719 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 57662) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:13:08.039449 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-b8ae8312-2851-44ce-b8c3-62b1655880e4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-124736651-router', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:13:08.065812 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-b8ae8312-2851-44ce-b8c3-62b1655880e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6868'] for router (7b894861-f3fe-47b8-8c74-31a38c95ae7e), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:08.066819 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-b8ae8312-2851-44ce-b8c3-62b1655880e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-621629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6829'] for router (7b894861-f3fe-47b8-8c74-31a38c95ae7e), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:08.107449 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-73b95e60-3f58-402f-ab2d-83444a3ebdfe admin admin] Publish callbacks [] for security_group (342c9092-199b-487b-8404-861f8850ccef), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:08.113047 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-73b95e60-3f58-402f-ab2d-83444a3ebdfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (342c9092-199b-487b-8404-861f8850ccef), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:08.121571 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-b8ae8312-2851-44ce-b8c3-62b1655880e4 admin admin] Publish callbacks [] for router_controller (7b894861-f3fe-47b8-8c74-31a38c95ae7e), precommit_add_association {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:08.130298 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea293ae-6ef5-441a-9537-e16b2944ab86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8909f50-5379-5de5-8dc8-896ce999fc50-ace59b46-c184-42c4-a8ec-b505d053335a', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'fixed_ips': [{'subnet_id': 'b7889fa0-9427-4972-9b51-61090e0e1386'}]}} from dv-cinder-845069-1-iscsi. {{(pid=104270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 08 02:13:08.131530 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-2ea293ae-6ef5-441a-9537-e16b2944ab86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:08.158219 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b95e60-3f58-402f-ab2d-83444a3ebdfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342c9092-199b-487b-8404-861f8850ccef,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:08.162375 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-73b95e60-3f58-402f-ab2d-83444a3ebdfe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=48b4c040647e4c87bdc5c3710a482ba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2700250 Jun 08 02:13:08.165145 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 57664) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:13:08.181155 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b95e60-3f58-402f-ab2d-83444a3ebdfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:08.181507 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b95e60-3f58-402f-ab2d-83444a3ebdfe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:08.181857 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b95e60-3f58-402f-ab2d-83444a3ebdfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:08.182181 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b95e60-3f58-402f-ab2d-83444a3ebdfe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:08.182512 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b95e60-3f58-402f-ab2d-83444a3ebdfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:08.182841 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b95e60-3f58-402f-ab2d-83444a3ebdfe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:08.183165 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b95e60-3f58-402f-ab2d-83444a3ebdfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:08.183486 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b95e60-3f58-402f-ab2d-83444a3ebdfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:08.184185 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b95e60-3f58-402f-ab2d-83444a3ebdfe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:08.184185 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b95e60-3f58-402f-ab2d-83444a3ebdfe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:08.184476 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b95e60-3f58-402f-ab2d-83444a3ebdfe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:08.185434 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b95e60-3f58-402f-ab2d-83444a3ebdfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:08.185763 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b95e60-3f58-402f-ab2d-83444a3ebdfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:08.186132 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b95e60-3f58-402f-ab2d-83444a3ebdfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:08.186496 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b95e60-3f58-402f-ab2d-83444a3ebdfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:08.245537 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f5da711e-c3af-40a7-bd7b-c86e07be017f admin admin] Publish callbacks [] for security_group (342c9092-199b-487b-8404-861f8850ccef), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:08.259868 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-b8ae8312-2851-44ce-b8c3-62b1655880e4 admin admin] Publish callbacks [] for router_gateway (7b894861-f3fe-47b8-8c74-31a38c95ae7e), precommit_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:08.274797 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f5da711e-c3af-40a7-bd7b-c86e07be017f admin admin] Publish callbacks [] for security_group (342c9092-199b-487b-8404-861f8850ccef), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:08.276416 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.db_base_plugin_common [None req-2ea293ae-6ef5-441a-9537-e16b2944ab86 None None] Allocated IP 172.20.0.2 (ace59b46-c184-42c4-a8ec-b505d053335a/b7889fa0-9427-4972-9b51-61090e0e1386/36b90a5c-34ae-4317-b4cc-565d2e675c40) {{(pid=104270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:13:08.330111 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f5da711e-c3af-40a7-bd7b-c86e07be017f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (342c9092-199b-487b-8404-861f8850ccef), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:08.333397 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f5da711e-c3af-40a7-bd7b-c86e07be017f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:08.336926 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-f5da711e-c3af-40a7-bd7b-c86e07be017f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/342c9092-199b-487b-8404-861f8850ccef HTTP/1.1" status: 204 len: 168 time: 0.1685243 Jun 08 02:13:08.346633 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da711e-c3af-40a7-bd7b-c86e07be017f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342c9092-199b-487b-8404-861f8850ccef,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:08.448115 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-2ea293ae-6ef5-441a-9537-e16b2944ab86 None None] Publish callbacks [] for port (36b90a5c-34ae-4317-b4cc-565d2e675c40), precommit_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:08.455260 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-2ea293ae-6ef5-441a-9537-e16b2944ab86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093'] for port (36b90a5c-34ae-4317-b4cc-565d2e675c40), after_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:08.461305 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-b8ae8312-2851-44ce-b8c3-62b1655880e4 admin admin] Publish callbacks [] for router_gateway (7b894861-f3fe-47b8-8c74-31a38c95ae7e), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:08.483739 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-b8ae8312-2851-44ce-b8c3-62b1655880e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:08.493589 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea293ae-6ef5-441a-9537-e16b2944ab86 None None] Network ace59b46-c184-42c4-a8ec-b505d053335a is already hosted by enough agents. {{(pid=104270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:13:08.495874 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:08.504804 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.scheduler.base_scheduler [None req-2ea293ae-6ef5-441a-9537-e16b2944ab86 None None] Resources bound (agent type, host, resource id): {{(pid=104270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:13:08.507348 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea293ae-6ef5-441a-9537-e16b2944ab86 None None] Received port after_create {{(pid=104270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:13:08.509387 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea293ae-6ef5-441a-9537-e16b2944ab86 None None] Pushing event updated for resources: {'Port': ['ID=36b90a5c-34ae-4317-b4cc-565d2e675c40,revision_number=1']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:08.569121 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-2ea293ae-6ef5-441a-9537-e16b2944ab86 None None] Attempting to bind port 36b90a5c-34ae-4317-b4cc-565d2e675c40 on host dv-cinder-845069-1-iscsi for vnic_type normal with profile {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:13:08.569487 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-2ea293ae-6ef5-441a-9537-e16b2944ab86 None None] Attempting to bind port 36b90a5c-34ae-4317-b4cc-565d2e675c40 by drivers openvswitch,hyperv on host dv-cinder-845069-1-iscsi at level 0 using segments [{'id': 'c782ea20-85ec-40e7-bc18-0d9fccaf21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a'}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:13:08.569850 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea293ae-6ef5-441a-9537-e16b2944ab86 None None] Attempting to bind port 36b90a5c-34ae-4317-b4cc-565d2e675c40 on network ace59b46-c184-42c4-a8ec-b505d053335a {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:13:08.575053 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea293ae-6ef5-441a-9537-e16b2944ab86 None None] Checking agent: {'id': 'f845c03f-68d4-4819-b53b-956a55a73879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 1, 56, 43), 'started_at': datetime.datetime(2022, 6, 8, 1, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:13:08.575949 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea293ae-6ef5-441a-9537-e16b2944ab86 None None] Checking segment: {'id': 'c782ea20-85ec-40e7-bc18-0d9fccaf21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:13:08.576347 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-2ea293ae-6ef5-441a-9537-e16b2944ab86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:08.576785 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea293ae-6ef5-441a-9537-e16b2944ab86 None None] Bound using segment: {'id': 'c782ea20-85ec-40e7-bc18-0d9fccaf21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a'} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:13:08.577249 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-2ea293ae-6ef5-441a-9537-e16b2944ab86 None None] Bound port: 36b90a5c-34ae-4317-b4cc-565d2e675c40, host: dv-cinder-845069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c782ea20-85ec-40e7-bc18-0d9fccaf21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a'}}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:13:08.577622 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-2ea293ae-6ef5-441a-9537-e16b2944ab86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (36b90a5c-34ae-4317-b4cc-565d2e675c40), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:08.619579 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.db_base_plugin_common [None req-b8ae8312-2851-44ce-b8c3-62b1655880e4 admin admin] Allocated IP 172.27.1.33 (fccc80fe-aa23-41fa-b00e-a506a2a0f94c/5f93db06-58fb-4390-8563-710a437b082f/dca003f8-6f17-47b2-876d-118bb317222f) {{(pid=104269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:13:08.644300 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-2ea293ae-6ef5-441a-9537-e16b2944ab86 None None] For port 36b90a5c-34ae-4317-b4cc-565d2e675c40, host dv-cinder-845069-1-iscsi, cleared binding levels {{(pid=104270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:13:08.648340 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-2ea293ae-6ef5-441a-9537-e16b2944ab86 None None] For port 36b90a5c-34ae-4317-b4cc-565d2e675c40, host dv-cinder-845069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=36b90a5c-34ae-4317-b4cc-565d2e675c40,segment=NetworkSegment(c782ea20-85ec-40e7-bc18-0d9fccaf21a0),segment_id=c782ea20-85ec-40e7-bc18-0d9fccaf21a0)] {{(pid=104270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:13:08.655998 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-2ea293ae-6ef5-441a-9537-e16b2944ab86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (36b90a5c-34ae-4317-b4cc-565d2e675c40), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:08.713873 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea293ae-6ef5-441a-9537-e16b2944ab86 None None] Pushing event updated for resources: {'Port': ['ID=36b90a5c-34ae-4317-b4cc-565d2e675c40,revision_number=2']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:08.730615 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:08.746211 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-b8ae8312-2851-44ce-b8c3-62b1655880e4 admin admin] Publish callbacks [] for port (dca003f8-6f17-47b2-876d-118bb317222f), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:08.785948 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-b8ae8312-2851-44ce-b8c3-62b1655880e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (dca003f8-6f17-47b2-876d-118bb317222f), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:08.830026 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ae8312-2851-44ce-b8c3-62b1655880e4 admin admin] Network fccc80fe-aa23-41fa-b00e-a506a2a0f94c is already hosted by enough agents. {{(pid=104269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:13:08.833522 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.base_scheduler [None req-b8ae8312-2851-44ce-b8c3-62b1655880e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:13:08.840131 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ae8312-2851-44ce-b8c3-62b1655880e4 admin admin] Received port after_create {{(pid=104269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:13:08.865584 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae8312-2851-44ce-b8c3-62b1655880e4 admin admin] Pushing event updated for resources: {'Port': ['ID=dca003f8-6f17-47b2-876d-118bb317222f,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:09.137228 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-e9474469-ded9-4db2-a80c-efe411845afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:09.141801 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-b8ae8312-2851-44ce-b8c3-62b1655880e4 admin admin] Publish callbacks [] for router_gateway (7b894861-f3fe-47b8-8c74-31a38c95ae7e), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:09.334153 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-b8ae8312-2851-44ce-b8c3-62b1655880e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682964'] for router (7b894861-f3fe-47b8-8c74-31a38c95ae7e), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:09.431290 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:09.467444 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ae8312-2851-44ce-b8c3-62b1655880e4 admin admin] Router 7b894861-f3fe-47b8-8c74-31a38c95ae7e is scheduled to L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c with binding_index 1 {{(pid=104269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 08 02:13:09.595153 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ae8312-2851-44ce-b8c3-62b1655880e4 admin admin] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:13:09.609559 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f709f46-041f-4802-b23f-08547f08a8ed None None] Sync routers for ids ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'] in dv-cinder-845069-1-iscsi {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:13:09.626011 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-b8ae8312-2851-44ce-b8c3-62b1655880e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:09.630126 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f709f46-041f-4802-b23f-08547f08a8ed None None] Routers {'7b894861-f3fe-47b8-8c74-31a38c95ae7e'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:13:09.630879 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 57696) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:13:09.631452 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-6f709f46-041f-4802-b23f-08547f08a8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:13:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:13:09.631900 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-b8ae8312-2851-44ce-b8c3-62b1655880e4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5958750 Jun 08 02:13:09.652813 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0870b-8d0a-40cf-9ab6-92f0d7d094d5 req-aa2ab862-620e-4bff-a5ee-5c9283653578 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:09.655198 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5da0870b-8d0a-40cf-9ab6-92f0d7d094d5 req-aa2ab862-620e-4bff-a5ee-5c9283653578 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 984 time: 0.1123767 Jun 08 02:13:09.694747 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68195a5e-1c8a-4c23-b7d6-e2bcfd69fafb req-faab572b-4d23-407d-a2f8-d1051fac1a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:09.695983 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-68195a5e-1c8a-4c23-b7d6-e2bcfd69fafb req-faab572b-4d23-407d-a2f8-d1051fac1a3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b0724451ec94fdbb4f2422c44245b53&device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 1168 time: 0.1055741 Jun 08 02:13:09.776091 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-6f709f46-041f-4802-b23f-08547f08a8ed None None] Set router 7b894861-f3fe-47b8-8c74-31a38c95ae7e gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:13:09.845315 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dafb11-c22a-45e3-b672-85c16643de33 None None] Network ace59b46-c184-42c4-a8ec-b505d053335a requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:13:09.853150 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68195a5e-1c8a-4c23-b7d6-e2bcfd69fafb req-d20ca541-a3b5-45a3-941b-ae8a937f2a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:09.854634 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-68195a5e-1c8a-4c23-b7d6-e2bcfd69fafb req-d20ca541-a3b5-45a3-941b-ae8a937f2a7f service neutron] 10.222.0.15 "GET /v2.0/networks?id=29b8f254-b98d-401b-bc5d-7cbf19e5b50d HTTP/1.1" status: 200 len: 916 time: 0.1428006 Jun 08 02:13:09.907726 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:09.911972 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-7a62afde-f47e-4129-a6c6-9d0510da8538 None None] Provisioning complete for port 36b90a5c-34ae-4317-b4cc-565d2e675c40 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:13:09.912780 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-7a62afde-f47e-4129-a6c6-9d0510da8538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (36b90a5c-34ae-4317-b4cc-565d2e675c40), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:09.986646 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:10.006312 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-6f709f46-041f-4802-b23f-08547f08a8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'name': 'tempest-AttachVolumeNegativeTest-124736651-router', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:09Z', 'revision_number': 3, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'gw_port': {'id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:07:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:13:10.036733 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f709f46-041f-4802-b23f-08547f08a8ed None None] Checking router: 7b894861-f3fe-47b8-8c74-31a38c95ae7e for host: dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:13:10.037119 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f709f46-041f-4802-b23f-08547f08a8ed None None] Updating router 7b894861-f3fe-47b8-8c74-31a38c95ae7e port dca003f8-6f17-47b2-876d-118bb317222f binding host dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 02:13:10.063387 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-7a62afde-f47e-4129-a6c6-9d0510da8538 None None] Current status of the port 36b90a5c-34ae-4317-b4cc-565d2e675c40 is: DOWN; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:13:10.063782 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-7a62afde-f47e-4129-a6c6-9d0510da8538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (36b90a5c-34ae-4317-b4cc-565d2e675c40), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:10.065551 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-6f709f46-041f-4802-b23f-08547f08a8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (dca003f8-6f17-47b2-876d-118bb317222f), before_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:10.109027 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-7a62afde-f47e-4129-a6c6-9d0510da8538 None None] For port 36b90a5c-34ae-4317-b4cc-565d2e675c40, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=36b90a5c-34ae-4317-b4cc-565d2e675c40,segment=NetworkSegment(c782ea20-85ec-40e7-bc18-0d9fccaf21a0),segment_id=c782ea20-85ec-40e7-bc18-0d9fccaf21a0)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:13:10.115379 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-7a62afde-f47e-4129-a6c6-9d0510da8538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (36b90a5c-34ae-4317-b4cc-565d2e675c40), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:10.175008 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62afde-f47e-4129-a6c6-9d0510da8538 None None] Pushing event updated for resources: {'Port': ['ID=36b90a5c-34ae-4317-b4cc-565d2e675c40,revision_number=3']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:10.260929 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5da0870b-8d0a-40cf-9ab6-92f0d7d094d5 req-c0b24621-3e90-4ddd-ad7c-d154f742245b tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=49f602e6-cd7d-4297-b234-3cdf7556d07e&id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5712152 Jun 08 02:13:10.288106 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:10.295682 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:10.298117 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:10.328425 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:10.330051 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-68195a5e-1c8a-4c23-b7d6-e2bcfd69fafb req-b542dad6-ca95-4986-90cd-82218f3f2343 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=906aaccc-01a6-40cf-a960-5f798d175167 HTTP/1.1" status: 200 len: 1001 time: 0.4667780 Jun 08 02:13:10.334016 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-acaaefc6-d269-4d11-840a-579b9d0a8255 None None] Provisioning complete for port 36b90a5c-34ae-4317-b4cc-565d2e675c40 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:13:10.334280 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-acaaefc6-d269-4d11-840a-579b9d0a8255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (36b90a5c-34ae-4317-b4cc-565d2e675c40), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:10.411337 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-6f709f46-041f-4802-b23f-08547f08a8ed None None] Publish callbacks [] for port (dca003f8-6f17-47b2-876d-118bb317222f), precommit_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:10.417327 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-6f709f46-041f-4802-b23f-08547f08a8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (dca003f8-6f17-47b2-876d-118bb317222f), after_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:10.421297 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-acaaefc6-d269-4d11-840a-579b9d0a8255 None None] Current status of the port 36b90a5c-34ae-4317-b4cc-565d2e675c40 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:13:10.431907 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68195a5e-1c8a-4c23-b7d6-e2bcfd69fafb req-66bf0a54-d368-44d5-b77f-1d80799565a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:10.433521 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-68195a5e-1c8a-4c23-b7d6-e2bcfd69fafb req-66bf0a54-d368-44d5-b77f-1d80799565a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=718984ae-459e-42d0-9618-25b80c72367c HTTP/1.1" status: 200 len: 854 time: 0.0968773 Jun 08 02:13:10.471010 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.managers [None req-6f709f46-041f-4802-b23f-08547f08a8ed None None] Attempting to bind port dca003f8-6f17-47b2-876d-118bb317222f on host dv-cinder-845069-1-iscsi for vnic_type normal with profile {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:13:10.471371 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.managers [None req-6f709f46-041f-4802-b23f-08547f08a8ed None None] Attempting to bind port dca003f8-6f17-47b2-876d-118bb317222f by drivers openvswitch,hyperv on host dv-cinder-845069-1-iscsi at level 0 using segments [{'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}] {{(pid=104271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:13:10.471718 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f709f46-041f-4802-b23f-08547f08a8ed None None] Attempting to bind port dca003f8-6f17-47b2-876d-118bb317222f on network fccc80fe-aa23-41fa-b00e-a506a2a0f94c {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:13:10.476347 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb58ee-366b-439a-9f34-c90f6a5e638f None None] Pushing event updated for resources: {'Port': ['ID=dca003f8-6f17-47b2-876d-118bb317222f,revision_number=2']} {{(pid=104271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:10.479605 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f709f46-041f-4802-b23f-08547f08a8ed None None] Checking agent: {'id': 'f845c03f-68d4-4819-b53b-956a55a73879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 1, 56, 43), 'started_at': datetime.datetime(2022, 6, 8, 1, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:13:10.479970 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f709f46-041f-4802-b23f-08547f08a8ed None None] Checking segment: {'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:13:10.480368 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-6f709f46-041f-4802-b23f-08547f08a8ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:10.480774 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f709f46-041f-4802-b23f-08547f08a8ed None None] Bound using segment: {'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'} {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:13:10.481215 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.managers [None req-6f709f46-041f-4802-b23f-08547f08a8ed None None] Bound port: dca003f8-6f17-47b2-876d-118bb317222f, host: dv-cinder-845069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}}] {{(pid=104271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:13:10.481642 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-6f709f46-041f-4802-b23f-08547f08a8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (dca003f8-6f17-47b2-876d-118bb317222f), before_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:10.504505 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb58ee-366b-439a-9f34-c90f6a5e638f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:10.504723 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb58ee-366b-439a-9f34-c90f6a5e638f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:10.504974 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb58ee-366b-439a-9f34-c90f6a5e638f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:10.505367 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb58ee-366b-439a-9f34-c90f6a5e638f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:10.505642 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb58ee-366b-439a-9f34-c90f6a5e638f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:10.506325 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb58ee-366b-439a-9f34-c90f6a5e638f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:10.506325 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb58ee-366b-439a-9f34-c90f6a5e638f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:10.506583 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb58ee-366b-439a-9f34-c90f6a5e638f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:10.506900 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb58ee-366b-439a-9f34-c90f6a5e638f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:10.507216 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb58ee-366b-439a-9f34-c90f6a5e638f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:10.507760 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb58ee-366b-439a-9f34-c90f6a5e638f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:10.507888 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb58ee-366b-439a-9f34-c90f6a5e638f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:10.508161 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb58ee-366b-439a-9f34-c90f6a5e638f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:10.508500 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb58ee-366b-439a-9f34-c90f6a5e638f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:10.508814 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb58ee-366b-439a-9f34-c90f6a5e638f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:10.518643 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68195a5e-1c8a-4c23-b7d6-e2bcfd69fafb req-8092c00f-c613-4ca5-9033-7a8060b95172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:10.520140 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-68195a5e-1c8a-4c23-b7d6-e2bcfd69fafb req-8092c00f-c613-4ca5-9033-7a8060b95172 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29b8f254-b98d-401b-bc5d-7cbf19e5b50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0789545 Jun 08 02:13:10.540943 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.db [None req-6f709f46-041f-4802-b23f-08547f08a8ed None None] For port dca003f8-6f17-47b2-876d-118bb317222f, host dv-cinder-845069-1-iscsi, cleared binding levels {{(pid=104271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:13:10.543897 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.db [None req-6f709f46-041f-4802-b23f-08547f08a8ed None None] For port dca003f8-6f17-47b2-876d-118bb317222f, host dv-cinder-845069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=dca003f8-6f17-47b2-876d-118bb317222f,segment=NetworkSegment(85e1942d-da80-4474-8baf-777e325afd8c),segment_id=85e1942d-da80-4474-8baf-777e325afd8c)] {{(pid=104271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:13:10.551378 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-6f709f46-041f-4802-b23f-08547f08a8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (dca003f8-6f17-47b2-876d-118bb317222f), after_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:10.608188 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f709f46-041f-4802-b23f-08547f08a8ed None None] Routers {'7b894861-f3fe-47b8-8c74-31a38c95ae7e'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:13:10.608846 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-6f709f46-041f-4802-b23f-08547f08a8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:13:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:13:10.616310 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:10.643472 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb58ee-366b-439a-9f34-c90f6a5e638f None None] Pushing event updated for resources: {'Port': ['ID=dca003f8-6f17-47b2-876d-118bb317222f,revision_number=3']} {{(pid=104271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:10.691428 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-68195a5e-1c8a-4c23-b7d6-e2bcfd69fafb req-7efae017-e3b5-44f5-88d0-98fd24ac8357 service neutron] 10.222.0.15 "GET /v2.0/networks/29b8f254-b98d-401b-bc5d-7cbf19e5b50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435058 Jun 08 02:13:10.711926 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-6f709f46-041f-4802-b23f-08547f08a8ed None None] Set router 7b894861-f3fe-47b8-8c74-31a38c95ae7e gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:13:10.845177 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-46068796-83f2-4a99-9324-f01912afba29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:10.861204 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-68195a5e-1c8a-4c23-b7d6-e2bcfd69fafb req-9ed595ef-4909-44d6-91cd-345870e35e70 service neutron] 10.222.0.15 "GET /v2.0/networks/29b8f254-b98d-401b-bc5d-7cbf19e5b50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495736 Jun 08 02:13:10.907292 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 36b90a5c-34ae-4317-b4cc-565d2e675c40 up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:13:10.948637 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-6f709f46-041f-4802-b23f-08547f08a8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'name': 'tempest-AttachVolumeNegativeTest-124736651-router', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:09Z', 'revision_number': 3, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'gw_port': {'id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:07:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:13:10.971195 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 36b90a5c-34ae-4317-b4cc-565d2e675c40 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:13:10.971628 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (36b90a5c-34ae-4317-b4cc-565d2e675c40), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:10.984251 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f709f46-041f-4802-b23f-08547f08a8ed None None] The sync data for ids ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'] in dv-cinder-845069-1-iscsi is: [{'id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'name': 'tempest-AttachVolumeNegativeTest-124736651-router', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:09Z', 'revision_number': 3, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'gw_port': {'id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:07:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}] {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:13:11.099510 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [None req-46068796-83f2-4a99-9324-f01912afba29 admin admin] Allocated IP 172.20.0.1 (ace59b46-c184-42c4-a8ec-b505d053335a/b7889fa0-9427-4972-9b51-61090e0e1386/a7b88b84-8ac5-41d2-8ff5-d7833285f1a7) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:13:11.208917 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:11.228001 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-46068796-83f2-4a99-9324-f01912afba29 admin admin] Publish callbacks [] for port (a7b88b84-8ac5-41d2-8ff5-d7833285f1a7), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:11.246811 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 36b90a5c-34ae-4317-b4cc-565d2e675c40 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:13:11.274176 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-46068796-83f2-4a99-9324-f01912afba29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (a7b88b84-8ac5-41d2-8ff5-d7833285f1a7), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:11.330833 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46068796-83f2-4a99-9324-f01912afba29 admin admin] Network ace59b46-c184-42c4-a8ec-b505d053335a is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:13:11.337433 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-46068796-83f2-4a99-9324-f01912afba29 admin admin] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:13:11.343454 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46068796-83f2-4a99-9324-f01912afba29 admin admin] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:13:11.423829 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-46068796-83f2-4a99-9324-f01912afba29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683938'] for router_interface (7b894861-f3fe-47b8-8c74-31a38c95ae7e), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:11.509617 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46068796-83f2-4a99-9324-f01912afba29 admin admin] Pushing event updated for resources: {'Port': ['ID=a7b88b84-8ac5-41d2-8ff5-d7833285f1a7,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:11.549917 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8eb44-95ab-4bf6-b460-4f5264517cf5 req-1c3584f5-11c1-47ac-85ca-131dbe824d19 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:11.557120 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-96e8eb44-95ab-4bf6-b460-4f5264517cf5 req-1c3584f5-11c1-47ac-85ca-131dbe824d19 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 984 time: 0.1778414 Jun 08 02:13:11.629884 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:11.652277 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-621082d9-c469-4660-be4d-536d4b38d354 None None] Provisioning complete for port a7b88b84-8ac5-41d2-8ff5-d7833285f1a7 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:13:11.652875 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-621082d9-c469-4660-be4d-536d4b38d354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (a7b88b84-8ac5-41d2-8ff5-d7833285f1a7), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:11.675347 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-96e8eb44-95ab-4bf6-b460-4f5264517cf5 req-eb19d254-a1e9-474d-8cb1-560ff716c27c tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=49f602e6-cd7d-4297-b234-3cdf7556d07e&id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1172760 Jun 08 02:13:11.680812 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-46068796-83f2-4a99-9324-f01912afba29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (a7b88b84-8ac5-41d2-8ff5-d7833285f1a7), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:11.705849 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-621082d9-c469-4660-be4d-536d4b38d354 None None] Port a7b88b84-8ac5-41d2-8ff5-d7833285f1a7 cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:13:11.883070 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:11.894728 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-46068796-83f2-4a99-9324-f01912afba29 admin admin] Publish callbacks [] for port (a7b88b84-8ac5-41d2-8ff5-d7833285f1a7), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:11.900250 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-46068796-83f2-4a99-9324-f01912afba29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (a7b88b84-8ac5-41d2-8ff5-d7833285f1a7), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:11.971636 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46068796-83f2-4a99-9324-f01912afba29 admin admin] Pushing event updated for resources: {'Port': ['ID=a7b88b84-8ac5-41d2-8ff5-d7833285f1a7,revision_number=2']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:11.973991 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-46068796-83f2-4a99-9324-f01912afba29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683862'] for router_interface (7b894861-f3fe-47b8-8c74-31a38c95ae7e), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:12.046853 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:12.069437 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46068796-83f2-4a99-9324-f01912afba29 admin admin] Network ace59b46-c184-42c4-a8ec-b505d053335a is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:13:12.070732 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-46068796-83f2-4a99-9324-f01912afba29 admin admin] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:13:12.183361 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46068796-83f2-4a99-9324-f01912afba29 admin admin] Router 7b894861-f3fe-47b8-8c74-31a38c95ae7e has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:13:12.292382 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46068796-83f2-4a99-9324-f01912afba29 admin admin] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:13:12.297803 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-46068796-83f2-4a99-9324-f01912afba29 admin admin] 10.222.0.20 "PUT /v2.0/routers/7b894861-f3fe-47b8-8c74-31a38c95ae7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6652815 Jun 08 02:13:12.328905 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-e20e2342-4430-4f44-a271-6eab5ae4c6f3 None None] Provisioning complete for port a7b88b84-8ac5-41d2-8ff5-d7833285f1a7 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:13:12.329926 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-e20e2342-4430-4f44-a271-6eab5ae4c6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (a7b88b84-8ac5-41d2-8ff5-d7833285f1a7), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:12.364650 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-e20e2342-4430-4f44-a271-6eab5ae4c6f3 None None] Port a7b88b84-8ac5-41d2-8ff5-d7833285f1a7 cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:13:12.582151 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 57740) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:13:12.586680 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-163ba3ed-97a4-4c21-9ac9-178d6a0fccd0 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1917158373', 'description': 'tempest-description--1361794115'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:13:12.608977 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-163ba3ed-97a4-4c21-9ac9-178d6a0fccd0 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:12.677146 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-163ba3ed-97a4-4c21-9ac9-178d6a0fccd0 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group (03472640-093d-460f-90c2-c0d391a382f1), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:12.683204 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-163ba3ed-97a4-4c21-9ac9-178d6a0fccd0 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (03472640-093d-460f-90c2-c0d391a382f1), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:12.718556 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-163ba3ed-97a4-4c21-9ac9-178d6a0fccd0 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:12.719846 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-163ba3ed-97a4-4c21-9ac9-178d6a0fccd0 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1366282 Jun 08 02:13:12.721208 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ba3ed-97a4-4c21-9ac9-178d6a0fccd0 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03472640-093d-460f-90c2-c0d391a382f1,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:12.722660 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 57748) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:13:12.727113 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-078ea57d-db67-4e09-8b8e-6bc38e8f5b42 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Request body: {'security_group_rule': {'security_group_id': '03472640-093d-460f-90c2-c0d391a382f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:13:12.742714 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:12.759873 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-078ea57d-db67-4e09-8b8e-6bc38e8f5b42 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group_rule (3d0038f9-fa00-4926-9ee4-cb3af3c71b4b), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:12.822892 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7134eb42-4f60-4ac8-9b25-95bf65b96dfd None None] Sync routers for ids ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'] in dv-cinder-845069-1-iscsi {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:13:12.834079 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7134eb42-4f60-4ac8-9b25-95bf65b96dfd None None] Routers {'7b894861-f3fe-47b8-8c74-31a38c95ae7e'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:13:12.834715 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-7134eb42-4f60-4ac8-9b25-95bf65b96dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:13:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:13:12.857215 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7a148-dfad-4b59-8ab8-390fc59de4ed req-bc906e1a-96b6-4184-bd7f-55ec575b43a8 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:12.859245 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-bdc7a148-dfad-4b59-8ab8-390fc59de4ed req-bc906e1a-96b6-4184-bd7f-55ec575b43a8 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 984 time: 0.1015944 Jun 08 02:13:12.860455 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-078ea57d-db67-4e09-8b8e-6bc38e8f5b42 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group_rule (3d0038f9-fa00-4926-9ee4-cb3af3c71b4b), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:12.867164 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-078ea57d-db67-4e09-8b8e-6bc38e8f5b42 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292501'] for security_group_rule (3d0038f9-fa00-4926-9ee4-cb3af3c71b4b), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:12.893431 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device dca003f8-6f17-47b2-876d-118bb317222f up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:13:12.897788 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:12.911246 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ea57d-db67-4e09-8b8e-6bc38e8f5b42 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d0038f9-fa00-4926-9ee4-cb3af3c71b4b,revision_number=0']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:12.921297 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-078ea57d-db67-4e09-8b8e-6bc38e8f5b42 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:12.925369 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-078ea57d-db67-4e09-8b8e-6bc38e8f5b42 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2011905 Jun 08 02:13:12.925652 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 57750) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:13:12.933885 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-d519c76c-6bcb-434a-9f98-c405085d97a8 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Request body: {'security_group_rule': {'security_group_id': '03472640-093d-460f-90c2-c0d391a382f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:13:12.954932 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-bdc7a148-dfad-4b59-8ab8-390fc59de4ed req-d0834f0b-8ca0-4d47-b38f-ad2db59606b6 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=49f602e6-cd7d-4297-b234-3cdf7556d07e&id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0892789 Jun 08 02:13:12.986571 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d519c76c-6bcb-434a-9f98-c405085d97a8 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group_rule (7382b51e-47d3-4511-82bb-a709106b6030), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:13.005642 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:13.015884 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-7134eb42-4f60-4ac8-9b25-95bf65b96dfd None None] Set router 7b894861-f3fe-47b8-8c74-31a38c95ae7e gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:13:13.018902 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port dca003f8-6f17-47b2-876d-118bb317222f triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:13:13.019485 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (dca003f8-6f17-47b2-876d-118bb317222f), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:13.049935 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d519c76c-6bcb-434a-9f98-c405085d97a8 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group_rule (7382b51e-47d3-4511-82bb-a709106b6030), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:13.054195 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d519c76c-6bcb-434a-9f98-c405085d97a8 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292501'] for security_group_rule (7382b51e-47d3-4511-82bb-a709106b6030), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:13.086981 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d519c76c-6bcb-434a-9f98-c405085d97a8 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:13.093082 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 57754) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:13:13.093261 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-d519c76c-6bcb-434a-9f98-c405085d97a8 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1663804 Jun 08 02:13:13.096072 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519c76c-6bcb-434a-9f98-c405085d97a8 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7382b51e-47d3-4511-82bb-a709106b6030,revision_number=0']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:13.097621 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-8db4066b-6185-4bab-bf60-b0b74b71b6b5 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Request body: {'floatingip': {'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:13:13.122170 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-8db4066b-6185-4bab-bf60-b0b74b71b6b5 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:13.140894 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 57756) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:13:13.207764 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:13.211727 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-8db4066b-6185-4bab-bf60-b0b74b71b6b5 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:13.216645 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port dca003f8-6f17-47b2-876d-118bb317222f is: DOWN; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:13:13.217249 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (dca003f8-6f17-47b2-876d-118bb317222f), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:13.250975 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] For port dca003f8-6f17-47b2-876d-118bb317222f, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=dca003f8-6f17-47b2-876d-118bb317222f,segment=NetworkSegment(85e1942d-da80-4474-8baf-777e325afd8c),segment_id=85e1942d-da80-4474-8baf-777e325afd8c)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:13:13.258946 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (dca003f8-6f17-47b2-876d-118bb317222f), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:13.276571 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-45ad83e5-a239-4389-8518-8e6d30bbe672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:13.331993 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-7134eb42-4f60-4ac8-9b25-95bf65b96dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'name': 'tempest-AttachVolumeNegativeTest-124736651-router', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:11Z', 'revision_number': 4, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'gw_port': {'id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:07:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': 'a7b88b84-8ac5-41d2-8ff5-d7833285f1a7', 'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'mac_address': 'fa:16:3e:0c:d6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:10Z', 'updated_at': '2022-06-08T02:13:11Z', 'revision_number': 2, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'subnets': [{'id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:13:13.346199 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [None req-8db4066b-6185-4bab-bf60-b0b74b71b6b5 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Allocated IP 172.27.1.207 (fccc80fe-aa23-41fa-b00e-a506a2a0f94c/5f93db06-58fb-4390-8563-710a437b082f/632e30c5-cc92-47ac-aecb-962dd50758f4) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:13:13.370439 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-45ad83e5-a239-4389-8518-8e6d30bbe672 admin admin] Publish callbacks [] for security_group (5c7b1dbe-2b0f-431a-a4e7-59548ccc2890), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:13.376081 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-45ad83e5-a239-4389-8518-8e6d30bbe672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (5c7b1dbe-2b0f-431a-a4e7-59548ccc2890), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:13.379401 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7134eb42-4f60-4ac8-9b25-95bf65b96dfd None None] Checking router: 7b894861-f3fe-47b8-8c74-31a38c95ae7e for host: dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:13:13.379760 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7134eb42-4f60-4ac8-9b25-95bf65b96dfd None None] Updating router 7b894861-f3fe-47b8-8c74-31a38c95ae7e port a7b88b84-8ac5-41d2-8ff5-d7833285f1a7 binding host dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 02:13:13.388596 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Pushing event updated for resources: {'Port': ['ID=dca003f8-6f17-47b2-876d-118bb317222f,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:13.416316 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:13.419579 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad83e5-a239-4389-8518-8e6d30bbe672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7b1dbe-2b0f-431a-a4e7-59548ccc2890,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:13.422342 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-7134eb42-4f60-4ac8-9b25-95bf65b96dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (a7b88b84-8ac5-41d2-8ff5-d7833285f1a7), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:13.425025 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-45ad83e5-a239-4389-8518-8e6d30bbe672 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed826435ba514acc99aa5b284fed3a48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2829502 Jun 08 02:13:13.427710 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 57760) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:13:13.440904 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:13.487644 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-8db4066b-6185-4bab-bf60-b0b74b71b6b5 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for port (632e30c5-cc92-47ac-aecb-962dd50758f4), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:13.488799 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-67fa4648-5f78-4ed7-9e6d-c848eb74ee68 admin admin] Publish callbacks [] for security_group (5c7b1dbe-2b0f-431a-a4e7-59548ccc2890), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:13.511910 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-67fa4648-5f78-4ed7-9e6d-c848eb74ee68 admin admin] Publish callbacks [] for security_group (5c7b1dbe-2b0f-431a-a4e7-59548ccc2890), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:13.523721 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-8db4066b-6185-4bab-bf60-b0b74b71b6b5 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (632e30c5-cc92-47ac-aecb-962dd50758f4), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:13.562241 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db4066b-6185-4bab-bf60-b0b74b71b6b5 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Network fccc80fe-aa23-41fa-b00e-a506a2a0f94c is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:13:13.566987 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-8db4066b-6185-4bab-bf60-b0b74b71b6b5 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:13:13.574426 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db4066b-6185-4bab-bf60-b0b74b71b6b5 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:13:13.580815 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-67fa4648-5f78-4ed7-9e6d-c848eb74ee68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (5c7b1dbe-2b0f-431a-a4e7-59548ccc2890), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:13.582665 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-67fa4648-5f78-4ed7-9e6d-c848eb74ee68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:13.584892 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-67fa4648-5f78-4ed7-9e6d-c848eb74ee68 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c7b1dbe-2b0f-431a-a4e7-59548ccc2890 HTTP/1.1" status: 204 len: 168 time: 0.1553612 Jun 08 02:13:13.600601 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa4648-5f78-4ed7-9e6d-c848eb74ee68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7b1dbe-2b0f-431a-a4e7-59548ccc2890,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:13.608124 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4066b-6185-4bab-bf60-b0b74b71b6b5 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Pushing event updated for resources: {'Port': ['ID=632e30c5-cc92-47ac-aecb-962dd50758f4,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:13.682004 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-8db4066b-6185-4bab-bf60-b0b74b71b6b5 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for floatingip (00371596-d221-4f08-8778-0c1e5fa11e7f), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:13.724611 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-8db4066b-6185-4bab-bf60-b0b74b71b6b5 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (632e30c5-cc92-47ac-aecb-962dd50758f4), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:13.755892 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-7134eb42-4f60-4ac8-9b25-95bf65b96dfd None None] Publish callbacks [] for port (a7b88b84-8ac5-41d2-8ff5-d7833285f1a7), precommit_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:13.764169 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-7134eb42-4f60-4ac8-9b25-95bf65b96dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (a7b88b84-8ac5-41d2-8ff5-d7833285f1a7), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:13.823806 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297da1c-68ee-4ac0-8b1f-20457f3a0e0a None None] Pushing event updated for resources: {'Port': ['ID=a7b88b84-8ac5-41d2-8ff5-d7833285f1a7,revision_number=3']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:13.884539 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-7134eb42-4f60-4ac8-9b25-95bf65b96dfd None None] Attempting to bind port a7b88b84-8ac5-41d2-8ff5-d7833285f1a7 on host dv-cinder-845069-1-iscsi for vnic_type normal with profile {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:13:13.884920 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-7134eb42-4f60-4ac8-9b25-95bf65b96dfd None None] Attempting to bind port a7b88b84-8ac5-41d2-8ff5-d7833285f1a7 by drivers openvswitch,hyperv on host dv-cinder-845069-1-iscsi at level 0 using segments [{'id': 'c782ea20-85ec-40e7-bc18-0d9fccaf21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a'}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:13:13.885429 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7134eb42-4f60-4ac8-9b25-95bf65b96dfd None None] Attempting to bind port a7b88b84-8ac5-41d2-8ff5-d7833285f1a7 on network ace59b46-c184-42c4-a8ec-b505d053335a {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:13:13.894078 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7134eb42-4f60-4ac8-9b25-95bf65b96dfd None None] Checking agent: {'id': 'f845c03f-68d4-4819-b53b-956a55a73879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 1, 56, 43), 'started_at': datetime.datetime(2022, 6, 8, 1, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:13:13.894214 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7134eb42-4f60-4ac8-9b25-95bf65b96dfd None None] Checking segment: {'id': 'c782ea20-85ec-40e7-bc18-0d9fccaf21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:13:13.894736 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-7134eb42-4f60-4ac8-9b25-95bf65b96dfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:13.895138 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7134eb42-4f60-4ac8-9b25-95bf65b96dfd None None] Bound using segment: {'id': 'c782ea20-85ec-40e7-bc18-0d9fccaf21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a'} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:13:13.895618 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-7134eb42-4f60-4ac8-9b25-95bf65b96dfd None None] Bound port: a7b88b84-8ac5-41d2-8ff5-d7833285f1a7, host: dv-cinder-845069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c782ea20-85ec-40e7-bc18-0d9fccaf21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a'}}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:13:13.896018 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-7134eb42-4f60-4ac8-9b25-95bf65b96dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (a7b88b84-8ac5-41d2-8ff5-d7833285f1a7), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:13.944382 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:13.968609 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-8db4066b-6185-4bab-bf60-b0b74b71b6b5 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for port (632e30c5-cc92-47ac-aecb-962dd50758f4), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:13.971138 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:13.976063 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-8db4066b-6185-4bab-bf60-b0b74b71b6b5 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (632e30c5-cc92-47ac-aecb-962dd50758f4), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:13.983483 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-7134eb42-4f60-4ac8-9b25-95bf65b96dfd None None] For port a7b88b84-8ac5-41d2-8ff5-d7833285f1a7, host dv-cinder-845069-1-iscsi, cleared binding levels {{(pid=104270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:13:13.986880 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-7134eb42-4f60-4ac8-9b25-95bf65b96dfd None None] For port a7b88b84-8ac5-41d2-8ff5-d7833285f1a7, host dv-cinder-845069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=a7b88b84-8ac5-41d2-8ff5-d7833285f1a7,segment=NetworkSegment(c782ea20-85ec-40e7-bc18-0d9fccaf21a0),segment_id=c782ea20-85ec-40e7-bc18-0d9fccaf21a0)] {{(pid=104270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:13:13.998829 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-7134eb42-4f60-4ac8-9b25-95bf65b96dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (a7b88b84-8ac5-41d2-8ff5-d7833285f1a7), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:14.033177 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4066b-6185-4bab-bf60-b0b74b71b6b5 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Pushing event updated for resources: {'Port': ['ID=632e30c5-cc92-47ac-aecb-962dd50758f4,revision_number=2']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:14.067876 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7134eb42-4f60-4ac8-9b25-95bf65b96dfd None None] Routers {'7b894861-f3fe-47b8-8c74-31a38c95ae7e'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:13:14.068551 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-7134eb42-4f60-4ac8-9b25-95bf65b96dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:13:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:13:14.085268 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-8db4066b-6185-4bab-bf60-b0b74b71b6b5 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682813'] for floatingip (00371596-d221-4f08-8778-0c1e5fa11e7f), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:14.111716 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297da1c-68ee-4ac0-8b1f-20457f3a0e0a None None] Pushing event updated for resources: {'Port': ['ID=a7b88b84-8ac5-41d2-8ff5-d7833285f1a7,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:14.130994 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:14.148762 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-8db4066b-6185-4bab-bf60-b0b74b71b6b5 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:14.154127 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-8db4066b-6185-4bab-bf60-b0b74b71b6b5 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0587585 Jun 08 02:13:14.190861 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16dd55-0644-474c-96ad-3c62ff98bebd req-4f951c18-97cc-4c27-9d30-1c25dc7a3ec2 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:14.193596 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9a16dd55-0644-474c-96ad-3c62ff98bebd req-4f951c18-97cc-4c27-9d30-1c25dc7a3ec2 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 984 time: 0.0970726 Jun 08 02:13:14.219501 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-7134eb42-4f60-4ac8-9b25-95bf65b96dfd None None] Set router 7b894861-f3fe-47b8-8c74-31a38c95ae7e gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:13:14.221639 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-01ab0881-aa8a-49f9-9388-ab9fb57b8997 None None] Provisioning complete for port a7b88b84-8ac5-41d2-8ff5-d7833285f1a7 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:13:14.222015 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-01ab0881-aa8a-49f9-9388-ab9fb57b8997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (a7b88b84-8ac5-41d2-8ff5-d7833285f1a7), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:14.318711 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9a16dd55-0644-474c-96ad-3c62ff98bebd req-f77ec07b-33b4-45e9-bcdc-2c5eff7ad72d tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=49f602e6-cd7d-4297-b234-3cdf7556d07e&id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1179068 Jun 08 02:13:14.454234 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-e24f52a0-03ba-450a-aafb-0bbec62a5273 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1917158373&fields=id&tenant_id=879e3eacb3bc4b69891677c86bbd5de3 HTTP/1.1" status: 200 len: 267 time: 0.0476835 Jun 08 02:13:14.475888 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:14.586837 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-577c104b-c372-419f-9034-196af220b303 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:14.588213 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-577c104b-c372-419f-9034-196af220b303 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/networks?id=ace59b46-c184-42c4-a8ec-b505d053335a HTTP/1.1" status: 200 len: 814 time: 0.1226981 Jun 08 02:13:14.608944 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-01ab0881-aa8a-49f9-9388-ab9fb57b8997 None None] Current status of the port a7b88b84-8ac5-41d2-8ff5-d7833285f1a7 is: DOWN; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:13:14.609545 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-01ab0881-aa8a-49f9-9388-ab9fb57b8997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (a7b88b84-8ac5-41d2-8ff5-d7833285f1a7), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:14.609809 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-30fd2fc3-674e-462f-8780-f1bb0dabf401 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/quotas/879e3eacb3bc4b69891677c86bbd5de3 HTTP/1.1" status: 200 len: 375 time: 0.0127594 Jun 08 02:13:14.667030 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-11426417-f4fc-4a86-9837-00da5d3c966e tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=879e3eacb3bc4b69891677c86bbd5de3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509155 Jun 08 02:13:14.685460 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-01ab0881-aa8a-49f9-9388-ab9fb57b8997 None None] For port a7b88b84-8ac5-41d2-8ff5-d7833285f1a7, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=a7b88b84-8ac5-41d2-8ff5-d7833285f1a7,segment=NetworkSegment(c782ea20-85ec-40e7-bc18-0d9fccaf21a0),segment_id=c782ea20-85ec-40e7-bc18-0d9fccaf21a0)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:13:14.694106 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-01ab0881-aa8a-49f9-9388-ab9fb57b8997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (a7b88b84-8ac5-41d2-8ff5-d7833285f1a7), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:14.701338 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-7134eb42-4f60-4ac8-9b25-95bf65b96dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'name': 'tempest-AttachVolumeNegativeTest-124736651-router', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:11Z', 'revision_number': 4, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'gw_port': {'id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': 'a7b88b84-8ac5-41d2-8ff5-d7833285f1a7', 'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'mac_address': 'fa:16:3e:0c:d6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:10Z', 'updated_at': '2022-06-08T02:13:13Z', 'revision_number': 4, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'subnets': [{'id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:13:14.746209 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7134eb42-4f60-4ac8-9b25-95bf65b96dfd None None] The sync data for ids ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'] in dv-cinder-845069-1-iscsi is: [{'id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'name': 'tempest-AttachVolumeNegativeTest-124736651-router', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:11Z', 'revision_number': 4, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'gw_port': {'id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': 'a7b88b84-8ac5-41d2-8ff5-d7833285f1a7', 'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'mac_address': 'fa:16:3e:0c:d6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:10Z', 'updated_at': '2022-06-08T02:13:13Z', 'revision_number': 4, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'subnets': [{'id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:13:14.775261 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab0881-aa8a-49f9-9388-ab9fb57b8997 None None] Pushing event updated for resources: {'Port': ['ID=a7b88b84-8ac5-41d2-8ff5-d7833285f1a7,revision_number=5']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:14.782885 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-cef37970-db7a-4b89-831e-c0df047ff529 service neutron] 10.222.0.20 "GET /v2.0/networks/ace59b46-c184-42c4-a8ec-b505d053335a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984769 Jun 08 02:13:14.827488 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-c637a8f4-f4c6-4102-a1b0-12d7d164716a None None] Provisioning complete for port a7b88b84-8ac5-41d2-8ff5-d7833285f1a7 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:13:14.827863 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-c637a8f4-f4c6-4102-a1b0-12d7d164716a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (a7b88b84-8ac5-41d2-8ff5-d7833285f1a7), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:14.955965 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-c637a8f4-f4c6-4102-a1b0-12d7d164716a None None] Current status of the port a7b88b84-8ac5-41d2-8ff5-d7833285f1a7 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:13:14.960597 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device dca003f8-6f17-47b2-876d-118bb317222f up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:13:14.962472 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-271bad1a-78e8-474c-a824-b8924ca896bb service neutron] 10.222.0.20 "GET /v2.0/networks/ace59b46-c184-42c4-a8ec-b505d053335a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728375 Jun 08 02:13:15.025021 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port dca003f8-6f17-47b2-876d-118bb317222f triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:13:15.025400 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (dca003f8-6f17-47b2-876d-118bb317222f), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:15.118259 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port dca003f8-6f17-47b2-876d-118bb317222f is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:13:15.179651 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5a353ada-ff41-4c66-81e4-ba5acdd96ccf req-be201d79-8861-437d-bf41-2f3949b27ec9 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=78009a5e-d759-4faf-8ef4-fe4d5612a690 HTTP/1.1" status: 200 len: 210 time: 0.0389211 Jun 08 02:13:15.472239 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13dd6b0-4ca1-49fa-a616-de4ec1d865d7 req-3a0072f4-a820-4a73-b052-32196879c5b9 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:15.474001 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f13dd6b0-4ca1-49fa-a616-de4ec1d865d7 req-3a0072f4-a820-4a73-b052-32196879c5b9 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 984 time: 0.0616150 Jun 08 02:13:15.552082 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f13dd6b0-4ca1-49fa-a616-de4ec1d865d7 req-dca5008a-2821-4599-ae0a-0b6d14270f20 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=49f602e6-cd7d-4297-b234-3cdf7556d07e&id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0718307 Jun 08 02:13:16.286582 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cba1007d-25a8-4199-945d-3bc4c31701fd req-3bc2bdc2-1d41-4994-a81e-d9940f8ce43d tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=78009a5e-d759-4faf-8ef4-fe4d5612a690 HTTP/1.1" status: 200 len: 210 time: 0.0329504 Jun 08 02:13:16.305083 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-782cc5d7-166f-4c12-a37b-291a87edc539 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:16.306644 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-782cc5d7-166f-4c12-a37b-291a87edc539 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.15 "GET /v2.0/networks?id=ace59b46-c184-42c4-a8ec-b505d053335a HTTP/1.1" status: 200 len: 814 time: 0.1334109 Jun 08 02:13:16.373487 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-d35ebf14-af54-43e4-86e3-8394c8d3c1ad tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=879e3eacb3bc4b69891677c86bbd5de3 HTTP/1.1" status: 200 len: 380 time: 0.0537651 Jun 08 02:13:16.382537 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-d256bb30-2ec5-47bb-94cd-601def889e7f tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Request body: {'port': {'device_id': '78009a5e-d759-4faf-8ef4-fe4d5612a690', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'admin_state_up': True, 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'security_groups': ['03472640-093d-460f-90c2-c0d391a382f1']}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:13:16.509819 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-d256bb30-2ec5-47bb-94cd-601def889e7f tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Made reservation on behalf of 879e3eacb3bc4b69891677c86bbd5de3 for: {'port': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:13:16.513305 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-d256bb30-2ec5-47bb-94cd-601def889e7f tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:16.585658 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:16.623013 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:16.674964 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-d256bb30-2ec5-47bb-94cd-601def889e7f tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Allocated IP 172.20.0.13 (ace59b46-c184-42c4-a8ec-b505d053335a/b7889fa0-9427-4972-9b51-61090e0e1386/4d3d34e3-e17d-4678-b0d8-343a5545ea95) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:13:16.692960 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a922e3-2525-4527-9e0d-23b046d21736 req-cb72fa01-910b-4212-a2d5-2296067b4339 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:16.694422 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c1a922e3-2525-4527-9e0d-23b046d21736 req-cb72fa01-910b-4212-a2d5-2296067b4339 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 984 time: 0.0636172 Jun 08 02:13:16.828154 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c1a922e3-2525-4527-9e0d-23b046d21736 req-e51645b8-e197-4655-ae51-8ebc33fee284 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=49f602e6-cd7d-4297-b234-3cdf7556d07e&id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1257348 Jun 08 02:13:16.863534 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device a7b88b84-8ac5-41d2-8ff5-d7833285f1a7 up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:13:16.882263 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-d256bb30-2ec5-47bb-94cd-601def889e7f tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for port (4d3d34e3-e17d-4678-b0d8-343a5545ea95), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:16.886230 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:16.915547 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port a7b88b84-8ac5-41d2-8ff5-d7833285f1a7 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:13:16.915926 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (a7b88b84-8ac5-41d2-8ff5-d7833285f1a7), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:16.925505 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-d256bb30-2ec5-47bb-94cd-601def889e7f tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (4d3d34e3-e17d-4678-b0d8-343a5545ea95), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:16.960659 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:16.970114 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-d256bb30-2ec5-47bb-94cd-601def889e7f tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Network ace59b46-c184-42c4-a8ec-b505d053335a is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:13:16.973391 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-d256bb30-2ec5-47bb-94cd-601def889e7f tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:13:16.977218 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-d256bb30-2ec5-47bb-94cd-601def889e7f tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:13:17.001538 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port a7b88b84-8ac5-41d2-8ff5-d7833285f1a7 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:13:17.006809 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d256bb30-2ec5-47bb-94cd-601def889e7f tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Pushing event updated for resources: {'Port': ['ID=4d3d34e3-e17d-4678-b0d8-343a5545ea95,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:17.038367 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-d256bb30-2ec5-47bb-94cd-601def889e7f tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:17.039280 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-d256bb30-2ec5-47bb-94cd-601def889e7f tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:17.059354 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-d256bb30-2ec5-47bb-94cd-601def889e7f tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6808195 Jun 08 02:13:17.072412 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-452f865b-cd7e-4218-a564-7d3a8e947ff3 service neutron] Request body: {'port': {'device_id': '78009a5e-d759-4faf-8ef4-fe4d5612a690', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:13:17.141784 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-452f865b-cd7e-4218-a564-7d3a8e947ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (4d3d34e3-e17d-4678-b0d8-343a5545ea95), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:17.287217 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-04e5f7bf-fd3b-44d1-89b9-8b3ec1222727 None None] Provisioning complete for port 4d3d34e3-e17d-4678-b0d8-343a5545ea95 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:13:17.287505 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-04e5f7bf-fd3b-44d1-89b9-8b3ec1222727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (4d3d34e3-e17d-4678-b0d8-343a5545ea95), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:17.325026 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-04e5f7bf-fd3b-44d1-89b9-8b3ec1222727 None None] Port 4d3d34e3-e17d-4678-b0d8-343a5545ea95 cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:13:17.428787 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451ae5a-b066-4dea-b8fa-2aa6be940506 req-672c34c8-298f-4479-a5b8-37f4c15433ed tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:17.430264 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e451ae5a-b066-4dea-b8fa-2aa6be940506 req-672c34c8-298f-4479-a5b8-37f4c15433ed tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=78009a5e-d759-4faf-8ef4-fe4d5612a690 HTTP/1.1" status: 200 len: 932 time: 0.0694437 Jun 08 02:13:17.452217 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:17.463809 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:17.509084 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-452f865b-cd7e-4218-a564-7d3a8e947ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d3d34e3-e17d-4678-b0d8-343a5545ea95 {{(pid=104268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:13:17.523076 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-452f865b-cd7e-4218-a564-7d3a8e947ff3 service neutron] Publish callbacks [] for port (4d3d34e3-e17d-4678-b0d8-343a5545ea95), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:17.537187 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e451ae5a-b066-4dea-b8fa-2aa6be940506 req-c9261e7d-d154-4438-b809-860dad73cb63 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=03472640-093d-460f-90c2-c0d391a382f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957980 Jun 08 02:13:17.541906 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.provisioning_blocks [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-452f865b-cd7e-4218-a564-7d3a8e947ff3 service neutron] Transition to ACTIVE for port object 4d3d34e3-e17d-4678-b0d8-343a5545ea95 will not be triggered until provisioned by entity L2. {{(pid=104268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 02:13:17.546202 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-452f865b-cd7e-4218-a564-7d3a8e947ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (4d3d34e3-e17d-4678-b0d8-343a5545ea95), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:17.595311 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f865b-cd7e-4218-a564-7d3a8e947ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3d34e3-e17d-4678-b0d8-343a5545ea95,revision_number=2']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:17.674861 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-452f865b-cd7e-4218-a564-7d3a8e947ff3 service neutron] Attempting to bind port 4d3d34e3-e17d-4678-b0d8-343a5545ea95 on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:13:17.675187 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-452f865b-cd7e-4218-a564-7d3a8e947ff3 service neutron] Attempting to bind port 4d3d34e3-e17d-4678-b0d8-343a5545ea95 by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': 'c782ea20-85ec-40e7-bc18-0d9fccaf21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a'}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:13:17.675510 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-452f865b-cd7e-4218-a564-7d3a8e947ff3 service neutron] Attempting to bind port 4d3d34e3-e17d-4678-b0d8-343a5545ea95 on network ace59b46-c184-42c4-a8ec-b505d053335a {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:13:17.680150 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-452f865b-cd7e-4218-a564-7d3a8e947ff3 service neutron] Port 4d3d34e3-e17d-4678-b0d8-343a5545ea95 on network ace59b46-c184-42c4-a8ec-b505d053335a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 02:13:17.680494 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-452f865b-cd7e-4218-a564-7d3a8e947ff3 service neutron] Attempting to bind port 4d3d34e3-e17d-4678-b0d8-343a5545ea95 on network ace59b46-c184-42c4-a8ec-b505d053335a {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:13:17.687519 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-452f865b-cd7e-4218-a564-7d3a8e947ff3 service neutron] Checking agent: {'id': 'aa11e808-eba7-468a-acd8-b3aef0cfc542', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'started_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:13:17.687849 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-452f865b-cd7e-4218-a564-7d3a8e947ff3 service neutron] Checking segment: {'id': 'c782ea20-85ec-40e7-bc18-0d9fccaf21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:13:17.688224 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-452f865b-cd7e-4218-a564-7d3a8e947ff3 service neutron] Bound using segment: {'id': 'c782ea20-85ec-40e7-bc18-0d9fccaf21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a'} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:13:17.688674 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-452f865b-cd7e-4218-a564-7d3a8e947ff3 service neutron] Bound port: 4d3d34e3-e17d-4678-b0d8-343a5545ea95, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c782ea20-85ec-40e7-bc18-0d9fccaf21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a'}}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:13:17.689026 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-452f865b-cd7e-4218-a564-7d3a8e947ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (4d3d34e3-e17d-4678-b0d8-343a5545ea95), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:17.754176 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-452f865b-cd7e-4218-a564-7d3a8e947ff3 service neutron] For port 4d3d34e3-e17d-4678-b0d8-343a5545ea95, host hv-cinder-84506, cleared binding levels {{(pid=104268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:13:17.757121 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-452f865b-cd7e-4218-a564-7d3a8e947ff3 service neutron] For port 4d3d34e3-e17d-4678-b0d8-343a5545ea95, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=4d3d34e3-e17d-4678-b0d8-343a5545ea95,segment=NetworkSegment(c782ea20-85ec-40e7-bc18-0d9fccaf21a0),segment_id=c782ea20-85ec-40e7-bc18-0d9fccaf21a0)] {{(pid=104268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:13:17.763055 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-452f865b-cd7e-4218-a564-7d3a8e947ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (4d3d34e3-e17d-4678-b0d8-343a5545ea95), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:17.797056 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-452f865b-cd7e-4218-a564-7d3a8e947ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:17.797738 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-452f865b-cd7e-4218-a564-7d3a8e947ff3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:17.799102 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-452f865b-cd7e-4218-a564-7d3a8e947ff3 service neutron] 10.222.0.15 "PUT /v2.0/ports/4d3d34e3-e17d-4678-b0d8-343a5545ea95 HTTP/1.1" status: 200 len: 1094 time: 0.7311213 Jun 08 02:13:17.799534 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78009a5e-d759-4faf-8ef4-fe4d5612a690', 'tag': '4d3d34e3-e17d-4678-b0d8-343a5545ea95'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:13:17.801875 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7014f9be-c875-45ba-ad54-d505041ffc38" -d '{"events": [{"name": "network-changed", "server_uuid": "78009a5e-d759-4faf-8ef4-fe4d5612a690", "tag": "4d3d34e3-e17d-4678-b0d8-343a5545ea95"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:13:17.831791 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f865b-cd7e-4218-a564-7d3a8e947ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3d34e3-e17d-4678-b0d8-343a5545ea95,revision_number=3']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:17.895745 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c02cf80-40d1-4e9b-80bb-615117f02862 x-openstack-request-id: req-6c02cf80-40d1-4e9b-80bb-615117f02862 {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:13:17.896133 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78009a5e-d759-4faf-8ef4-fe4d5612a690", "tag": "4d3d34e3-e17d-4678-b0d8-343a5545ea95", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:13:17.896495 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c02cf80-40d1-4e9b-80bb-615117f02862 {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:13:17.896965 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c02cf80-40d1-4e9b-80bb-615117f02862'] response: {'name': 'network-changed', 'server_uuid': '78009a5e-d759-4faf-8ef4-fe4d5612a690', 'tag': '4d3d34e3-e17d-4678-b0d8-343a5545ea95', 'status': 'completed', 'code': 200} Jun 08 02:13:17.911544 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-00ee9847-7fab-469c-bcbd-6ff0287c668f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:17.915026 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-00ee9847-7fab-469c-bcbd-6ff0287c668f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=879e3eacb3bc4b69891677c86bbd5de3&device_id=78009a5e-d759-4faf-8ef4-fe4d5612a690 HTTP/1.1" status: 200 len: 1128 time: 0.0580728 Jun 08 02:13:17.957048 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-682d35a0-ccb4-400c-82f9-9a60248384ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d3d34e3-e17d-4678-b0d8-343a5545ea95 HTTP/1.1" status: 200 len: 217 time: 0.0355430 Jun 08 02:13:18.035230 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cc0cb-8b7a-45fd-a950-d62d002e7e2c req-cf75ef2a-de65-4724-8b55-3423658a0407 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:18.036821 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-440cc0cb-8b7a-45fd-a950-d62d002e7e2c req-cf75ef2a-de65-4724-8b55-3423658a0407 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 984 time: 0.0821929 Jun 08 02:13:18.050664 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-59b57ef1-d652-426a-a5a0-da1c2f2c3eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:18.052047 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-59b57ef1-d652-426a-a5a0-da1c2f2c3eb3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7889fa0-9427-4972-9b51-61090e0e1386 HTTP/1.1" status: 200 len: 853 time: 0.0861230 Jun 08 02:13:18.370679 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-8e19f10b-0bf3-405a-b42c-2a3397f7111d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:18.372167 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-8e19f10b-0bf3-405a-b42c-2a3397f7111d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ace59b46-c184-42c4-a8ec-b505d053335a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0601790 Jun 08 02:13:18.394743 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-440cc0cb-8b7a-45fd-a950-d62d002e7e2c req-b72ab515-58d3-437f-88ce-a604429b4670 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=49f602e6-cd7d-4297-b234-3cdf7556d07e&id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3510046 Jun 08 02:13:18.475046 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-e1bf2fff-fd7c-4fd4-b4d9-61e094618a3f service neutron] 10.222.0.15 "GET /v2.0/networks/ace59b46-c184-42c4-a8ec-b505d053335a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943635 Jun 08 02:13:18.564235 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8da9269d-2e6d-4bc7-bb64-c7ef547852c6 req-c5951a95-be91-425b-9108-532a1a7f78a4 service neutron] 10.222.0.15 "GET /v2.0/networks/ace59b46-c184-42c4-a8ec-b505d053335a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818467 Jun 08 02:13:18.657579 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87845319-5eb2-4dbb-8767-5c730a904527 req-ba2a46ad-3c5d-4de6-a744-0072508039f7 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:18.659046 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-87845319-5eb2-4dbb-8767-5c730a904527 req-ba2a46ad-3c5d-4de6-a744-0072508039f7 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=78009a5e-d759-4faf-8ef4-fe4d5612a690 HTTP/1.1" status: 200 len: 944 time: 0.0479715 Jun 08 02:13:18.681164 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:18.712698 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-87845319-5eb2-4dbb-8767-5c730a904527 req-0671296d-2d98-4ee0-8eaf-d4166a46a904 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=03472640-093d-460f-90c2-c0d391a382f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478907 Jun 08 02:13:19.478442 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014f9be-c875-45ba-ad54-d505041ffc38 req-37a525c2-babe-46d9-9694-40f0e14f6ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:19.479990 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7014f9be-c875-45ba-ad54-d505041ffc38 req-37a525c2-babe-46d9-9694-40f0e14f6ec1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=879e3eacb3bc4b69891677c86bbd5de3&device_id=78009a5e-d759-4faf-8ef4-fe4d5612a690 HTTP/1.1" status: 200 len: 1128 time: 0.0497181 Jun 08 02:13:19.482557 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:19.570688 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc202998-36fa-4741-ac1c-f21eb18d15ab req-f9566461-10dc-4d5f-9ca4-91c0ef6c9e39 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:19.572132 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-dc202998-36fa-4741-ac1c-f21eb18d15ab req-f9566461-10dc-4d5f-9ca4-91c0ef6c9e39 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 984 time: 0.1030025 Jun 08 02:13:19.643818 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014f9be-c875-45ba-ad54-d505041ffc38 req-38daeb15-1a88-4962-ba95-0649351cbaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:19.645291 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7014f9be-c875-45ba-ad54-d505041ffc38 req-38daeb15-1a88-4962-ba95-0649351cbaa4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ace59b46-c184-42c4-a8ec-b505d053335a HTTP/1.1" status: 200 len: 915 time: 0.1404922 Jun 08 02:13:19.670691 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-dc202998-36fa-4741-ac1c-f21eb18d15ab req-2872810c-9354-4058-9bdc-e0a27ed40639 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=49f602e6-cd7d-4297-b234-3cdf7556d07e&id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0918341 Jun 08 02:13:19.696252 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7014f9be-c875-45ba-ad54-d505041ffc38 req-d575d07f-e6ab-4532-816d-45489554f55d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d3d34e3-e17d-4678-b0d8-343a5545ea95 HTTP/1.1" status: 200 len: 217 time: 0.0390093 Jun 08 02:13:19.749370 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014f9be-c875-45ba-ad54-d505041ffc38 req-e3bfc2ba-ceea-42f9-9a42-702aea847e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:19.750818 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7014f9be-c875-45ba-ad54-d505041ffc38 req-e3bfc2ba-ceea-42f9-9a42-702aea847e82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7889fa0-9427-4972-9b51-61090e0e1386 HTTP/1.1" status: 200 len: 853 time: 0.0482252 Jun 08 02:13:19.823959 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014f9be-c875-45ba-ad54-d505041ffc38 req-164bb80e-3bf5-4467-adc5-c9ab2099d9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:19.826006 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7014f9be-c875-45ba-ad54-d505041ffc38 req-164bb80e-3bf5-4467-adc5-c9ab2099d9ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ace59b46-c184-42c4-a8ec-b505d053335a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661464 Jun 08 02:13:19.849949 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12447d60-2c49-4044-95ed-d0e7c0994191 req-90a43b67-e29b-4db3-ac4d-cb854003e825 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:19.851449 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-12447d60-2c49-4044-95ed-d0e7c0994191 req-90a43b67-e29b-4db3-ac4d-cb854003e825 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=78009a5e-d759-4faf-8ef4-fe4d5612a690 HTTP/1.1" status: 200 len: 944 time: 0.0633411 Jun 08 02:13:19.962618 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-12447d60-2c49-4044-95ed-d0e7c0994191 req-b3401fff-2749-4b24-bd12-5a23ac3b85b7 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=03472640-093d-460f-90c2-c0d391a382f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009929 Jun 08 02:13:19.977640 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7014f9be-c875-45ba-ad54-d505041ffc38 req-6feb3a1f-ee98-4bfd-877b-c752e5903c14 service neutron] 10.222.0.15 "GET /v2.0/networks/ace59b46-c184-42c4-a8ec-b505d053335a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439977 Jun 08 02:13:20.071917 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7014f9be-c875-45ba-ad54-d505041ffc38 req-844719fe-3692-4542-816e-68b3222f1b64 service neutron] 10.222.0.15 "GET /v2.0/networks/ace59b46-c184-42c4-a8ec-b505d053335a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868335 Jun 08 02:13:20.288469 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:13:20.802885 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca598bc1-e7e8-4bff-83ec-85b0685e2560 req-09fd59ad-0f43-45bf-a4a9-ff634fb238ce tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:20.804342 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ca598bc1-e7e8-4bff-83ec-85b0685e2560 req-09fd59ad-0f43-45bf-a4a9-ff634fb238ce tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 984 time: 0.0588114 Jun 08 02:13:20.864109 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ca598bc1-e7e8-4bff-83ec-85b0685e2560 req-905eaf75-decf-4a23-a853-9eb8ea526dde tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=49f602e6-cd7d-4297-b234-3cdf7556d07e&id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541854 Jun 08 02:13:21.080788 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000096c-2868-4c1e-91fd-bb2b51503496 req-eff4529b-3ff9-4d2b-82d2-34a893da68c4 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:21.082191 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8000096c-2868-4c1e-91fd-bb2b51503496 req-eff4529b-3ff9-4d2b-82d2-34a893da68c4 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=78009a5e-d759-4faf-8ef4-fe4d5612a690 HTTP/1.1" status: 200 len: 944 time: 0.0481689 Jun 08 02:13:21.129599 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8000096c-2868-4c1e-91fd-bb2b51503496 req-e20a2711-ac8f-483b-819c-a45a59582306 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=03472640-093d-460f-90c2-c0d391a382f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419321 Jun 08 02:13:21.643739 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 4d3d34e3-e17d-4678-b0d8-343a5545ea95 details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 02:13:21.746646 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 4d3d34e3-e17d-4678-b0d8-343a5545ea95, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=4d3d34e3-e17d-4678-b0d8-343a5545ea95,segment=NetworkSegment(c782ea20-85ec-40e7-bc18-0d9fccaf21a0),segment_id=c782ea20-85ec-40e7-bc18-0d9fccaf21a0)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:13:21.757900 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Returning: {'device': '4d3d34e3-e17d-4678-b0d8-343a5545ea95', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'port_id': '4d3d34e3-e17d-4678-b0d8-343a5545ea95', 'mac_address': 'fa:16:3e:5f:2e:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 02:13:21.796589 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 4d3d34e3-e17d-4678-b0d8-343a5545ea95 is: DOWN; New status is: BUILD {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:13:21.796886 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (4d3d34e3-e17d-4678-b0d8-343a5545ea95), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:21.812813 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3d34e3-e17d-4678-b0d8-343a5545ea95 {{(pid=104270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:13:21.832384 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 4d3d34e3-e17d-4678-b0d8-343a5545ea95, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=4d3d34e3-e17d-4678-b0d8-343a5545ea95,segment=NetworkSegment(c782ea20-85ec-40e7-bc18-0d9fccaf21a0),segment_id=c782ea20-85ec-40e7-bc18-0d9fccaf21a0)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:13:21.836438 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (4d3d34e3-e17d-4678-b0d8-343a5545ea95), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:21.883099 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=4d3d34e3-e17d-4678-b0d8-343a5545ea95,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:21.983419 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8616e-b9a4-490f-a2d9-0984a1c34043 req-b8e8c113-e5d3-4456-864c-2d04dc5549bb tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:21.985046 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-08f8616e-b9a4-490f-a2d9-0984a1c34043 req-b8e8c113-e5d3-4456-864c-2d04dc5549bb tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 984 time: 0.0508904 Jun 08 02:13:22.004247 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:22.054200 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-08f8616e-b9a4-490f-a2d9-0984a1c34043 req-8a213b8f-8c42-4f8a-9f16-f9d7cd534378 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=49f602e6-cd7d-4297-b234-3cdf7556d07e&id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0631273 Jun 08 02:13:22.103625 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['4d3d34e3-e17d-4678-b0d8-343a5545ea95'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:13:22.245552 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7978a-dd41-4302-8ae4-283d3731bccb req-dafc441f-8fb1-4015-a9d3-9d8a6d7edd6f tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:22.247026 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e0f7978a-dd41-4302-8ae4-283d3731bccb req-dafc441f-8fb1-4015-a9d3-9d8a6d7edd6f tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=78009a5e-d759-4faf-8ef4-fe4d5612a690 HTTP/1.1" status: 200 len: 945 time: 0.0477881 Jun 08 02:13:22.295079 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e0f7978a-dd41-4302-8ae4-283d3731bccb req-1c5c669e-50b2-473c-85d5-3350d574b0b2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=03472640-093d-460f-90c2-c0d391a382f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421004 Jun 08 02:13:23.178486 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a08fe-e5a3-4232-abd6-f3835814aad5 req-20dedd76-cf0b-4227-b428-1a2c7a6e3940 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:23.179902 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-de0a08fe-e5a3-4232-abd6-f3835814aad5 req-20dedd76-cf0b-4227-b428-1a2c7a6e3940 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 984 time: 0.0493674 Jun 08 02:13:23.240828 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-de0a08fe-e5a3-4232-abd6-f3835814aad5 req-450fb66d-409e-48da-accc-21b2e2f1f667 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=49f602e6-cd7d-4297-b234-3cdf7556d07e&id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544574 Jun 08 02:13:23.404482 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:23.418367 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686385a-53a6-4254-a47f-684ab7377538 req-12c439f4-abb0-404d-8da0-694ed081fb9d tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:23.419836 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0686385a-53a6-4254-a47f-684ab7377538 req-12c439f4-abb0-404d-8da0-694ed081fb9d tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=78009a5e-d759-4faf-8ef4-fe4d5612a690 HTTP/1.1" status: 200 len: 945 time: 0.0519440 Jun 08 02:13:23.469143 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0686385a-53a6-4254-a47f-684ab7377538 req-77051388-a3ec-483a-80d7-b7e4b79e004b tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=03472640-093d-460f-90c2-c0d391a382f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432134 Jun 08 02:13:23.551365 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=63,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:23.590436 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:23.674087 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 4d3d34e3-e17d-4678-b0d8-343a5545ea95 up at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:13:23.717718 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning for port 4d3d34e3-e17d-4678-b0d8-343a5545ea95 completed by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 02:13:23.723664 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning complete for port 4d3d34e3-e17d-4678-b0d8-343a5545ea95 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:13:23.723970 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (4d3d34e3-e17d-4678-b0d8-343a5545ea95), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:23.796287 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 4d3d34e3-e17d-4678-b0d8-343a5545ea95 is: BUILD; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:13:23.796714 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (4d3d34e3-e17d-4678-b0d8-343a5545ea95), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:23.804989 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:23.822065 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78009a5e-d759-4faf-8ef4-fe4d5612a690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3d34e3-e17d-4678-b0d8-343a5545ea95'}] {{(pid=104270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:13:23.824325 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8be0b5de5a23eefcc09db06b1daf5598b5c3b6529c2083486e3c6bab2d5553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9bb95b-e30f-4805-83aa-2d8a99914418" -d '{"events": [{"server_uuid": "78009a5e-d759-4faf-8ef4-fe4d5612a690", "name": "network-vif-plugged", "status": "completed", "tag": "4d3d34e3-e17d-4678-b0d8-343a5545ea95"}]}' {{(pid=104270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:13:23.841061 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 4d3d34e3-e17d-4678-b0d8-343a5545ea95, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=4d3d34e3-e17d-4678-b0d8-343a5545ea95,segment=NetworkSegment(c782ea20-85ec-40e7-bc18-0d9fccaf21a0),segment_id=c782ea20-85ec-40e7-bc18-0d9fccaf21a0)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:13:23.845705 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (4d3d34e3-e17d-4678-b0d8-343a5545ea95), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:23.868284 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9810899-d7dc-4198-85f8-b50a4d7411dd x-openstack-request-id: req-d9810899-d7dc-4198-85f8-b50a4d7411dd {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:13:23.868618 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78009a5e-d759-4faf-8ef4-fe4d5612a690", "name": "network-vif-plugged", "status": "completed", "tag": "4d3d34e3-e17d-4678-b0d8-343a5545ea95", "code": 200}]} {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:13:23.868889 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9810899-d7dc-4198-85f8-b50a4d7411dd {{(pid=104270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:13:23.869305 dv-cinder-845069-1-iscsi neutron-server[104270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9810899-d7dc-4198-85f8-b50a4d7411dd'] response: {'server_uuid': '78009a5e-d759-4faf-8ef4-fe4d5612a690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3d34e3-e17d-4678-b0d8-343a5545ea95', 'code': 200} Jun 08 02:13:23.896586 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=4d3d34e3-e17d-4678-b0d8-343a5545ea95,revision_number=5']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:24.039671 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7f8a1-79c0-461a-87a9-f0d8f78437d2 req-a4c32425-d165-4e8e-9ebf-bcfb54c71dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:24.041226 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a2f7f8a1-79c0-461a-87a9-f0d8f78437d2 req-a4c32425-d165-4e8e-9ebf-bcfb54c71dc1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=78009a5e-d759-4faf-8ef4-fe4d5612a690 HTTP/1.1" status: 200 len: 1130 time: 0.0393844 Jun 08 02:13:24.086255 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a2f7f8a1-79c0-461a-87a9-f0d8f78437d2 req-c5dd2d7a-4120-42e8-a1c2-c7e6717f4b55 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=03472640-093d-460f-90c2-c0d391a382f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383081 Jun 08 02:13:24.359708 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4e1ad-6da0-45a8-aed2-0d29d4c28414 req-93172dff-96fe-4e59-ba6e-a1695ddca1ac tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:24.361133 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-76d4e1ad-6da0-45a8-aed2-0d29d4c28414 req-93172dff-96fe-4e59-ba6e-a1695ddca1ac tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 984 time: 0.0486619 Jun 08 02:13:24.424390 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-76d4e1ad-6da0-45a8-aed2-0d29d4c28414 req-fa205bfb-dde6-4d21-b562-a706725c8dd8 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=49f602e6-cd7d-4297-b234-3cdf7556d07e&id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576494 Jun 08 02:13:24.586159 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0304b0-b05e-4b3b-a572-96fc2d7ff1f5 req-65e20703-dbf3-4bdf-b1df-c69b8c09ce91 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:24.587653 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ee0304b0-b05e-4b3b-a572-96fc2d7ff1f5 req-65e20703-dbf3-4bdf-b1df-c69b8c09ce91 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=78009a5e-d759-4faf-8ef4-fe4d5612a690 HTTP/1.1" status: 200 len: 946 time: 0.0479035 Jun 08 02:13:24.637415 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ee0304b0-b05e-4b3b-a572-96fc2d7ff1f5 req-1725e5e6-dbfa-4db3-b984-0ff764469a82 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=03472640-093d-460f-90c2-c0d391a382f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430510 Jun 08 02:13:25.542751 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514104f2-d446-410b-b1f9-d5ac235a3445 req-6be72717-3011-4a68-9247-70730f99068b tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:25.544302 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-514104f2-d446-410b-b1f9-d5ac235a3445 req-6be72717-3011-4a68-9247-70730f99068b tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 984 time: 0.0473320 Jun 08 02:13:25.607076 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:25.610559 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-514104f2-d446-410b-b1f9-d5ac235a3445 req-035a5e54-d467-40d7-ba11-60c94a216a17 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=49f602e6-cd7d-4297-b234-3cdf7556d07e&id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592289 Jun 08 02:13:25.756044 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dec55d-cbfd-493c-abe6-8eeba0150c86 req-ded50266-92d1-4104-a8d2-494e0c85b030 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:25.757569 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-33dec55d-cbfd-493c-abe6-8eeba0150c86 req-ded50266-92d1-4104-a8d2-494e0c85b030 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=78009a5e-d759-4faf-8ef4-fe4d5612a690 HTTP/1.1" status: 200 len: 946 time: 0.0494645 Jun 08 02:13:25.807837 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-33dec55d-cbfd-493c-abe6-8eeba0150c86 req-09ccbd91-e415-44e6-a522-3da1e9bfd991 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=03472640-093d-460f-90c2-c0d391a382f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447588 Jun 08 02:13:25.914452 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea32484-25c6-4915-ab15-6c556d418a08 req-c93e1ca6-8ddf-45ab-bf7b-117aa88dec7f tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:25.916021 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7ea32484-25c6-4915-ab15-6c556d418a08 req-c93e1ca6-8ddf-45ab-bf7b-117aa88dec7f tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=78009a5e-d759-4faf-8ef4-fe4d5612a690 HTTP/1.1" status: 200 len: 946 time: 0.0461397 Jun 08 02:13:25.925166 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 57942) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:13:25.929498 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-106dd03e-daf6-47cd-b260-f4a7f3bd5db2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Request body: {'floatingip': {'port_id': '4d3d34e3-e17d-4678-b0d8-343a5545ea95'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:13:25.969781 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-106dd03e-daf6-47cd-b260-f4a7f3bd5db2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for floatingip (00371596-d221-4f08-8778-0c1e5fa11e7f), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:26.057156 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:26.371072 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:26.381681 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-106dd03e-daf6-47cd-b260-f4a7f3bd5db2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:26.385944 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-106dd03e-daf6-47cd-b260-f4a7f3bd5db2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682813'] for floatingip (00371596-d221-4f08-8778-0c1e5fa11e7f), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:26.483737 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.db.l3_db [None req-106dd03e-daf6-47cd-b260-f4a7f3bd5db2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Floating IP 00371596-d221-4f08-8778-0c1e5fa11e7f associated. External IP: 172.27.1.207, port: 4d3d34e3-e17d-4678-b0d8-343a5545ea95. Jun 08 02:13:26.679102 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106dd03e-daf6-47cd-b260-f4a7f3bd5db2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Router 7b894861-f3fe-47b8-8c74-31a38c95ae7e has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:13:26.770572 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9319f04-10ef-4fad-871c-f6f492a9fcb8 req-d8519c1b-7105-4c85-9c74-9bfa5e912ba6 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:26.772027 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f9319f04-10ef-4fad-871c-f6f492a9fcb8 req-d8519c1b-7105-4c85-9c74-9bfa5e912ba6 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 984 time: 0.0853393 Jun 08 02:13:26.860028 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106dd03e-daf6-47cd-b260-f4a7f3bd5db2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:13:26.864823 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-106dd03e-daf6-47cd-b260-f4a7f3bd5db2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:26.869766 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8766283-c972-49ae-b634-e17d0cdc5586 None None] Sync routers for ids ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'] in dv-cinder-845069-1-iscsi {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:13:26.879529 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8766283-c972-49ae-b634-e17d0cdc5586 None None] Routers {'7b894861-f3fe-47b8-8c74-31a38c95ae7e'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:13:26.880139 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-c8766283-c972-49ae-b634-e17d0cdc5586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:13:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:13:26.907604 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f9319f04-10ef-4fad-871c-f6f492a9fcb8 req-5b6ced75-f52f-4b3f-865f-4311774e3d79 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=49f602e6-cd7d-4297-b234-3cdf7556d07e&id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1296809 Jun 08 02:13:26.912873 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-106dd03e-daf6-47cd-b260-f4a7f3bd5db2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "PUT /v2.0/floatingips/00371596-d221-4f08-8778-0c1e5fa11e7f HTTP/1.1" status: 200 len: 992 time: 0.9866498 Jun 08 02:13:26.913882 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78009a5e-d759-4faf-8ef4-fe4d5612a690', 'tag': '4d3d34e3-e17d-4678-b0d8-343a5545ea95'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:13:26.917456 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904fe929-2f54-418f-abfc-1d5e773c5d15" -d '{"events": [{"name": "network-changed", "server_uuid": "78009a5e-d759-4faf-8ef4-fe4d5612a690", "tag": "4d3d34e3-e17d-4678-b0d8-343a5545ea95"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:13:26.957852 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdefb261-fc7a-4b3d-bc9a-476da2945192 x-openstack-request-id: req-cdefb261-fc7a-4b3d-bc9a-476da2945192 {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:13:26.958137 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78009a5e-d759-4faf-8ef4-fe4d5612a690", "tag": "4d3d34e3-e17d-4678-b0d8-343a5545ea95", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:13:26.958384 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cdefb261-fc7a-4b3d-bc9a-476da2945192 {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:13:26.958785 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdefb261-fc7a-4b3d-bc9a-476da2945192'] response: {'name': 'network-changed', 'server_uuid': '78009a5e-d759-4faf-8ef4-fe4d5612a690', 'tag': '4d3d34e3-e17d-4678-b0d8-343a5545ea95', 'status': 'completed', 'code': 200} Jun 08 02:13:26.991571 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-c8766283-c972-49ae-b634-e17d0cdc5586 None None] Set router 7b894861-f3fe-47b8-8c74-31a38c95ae7e gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:13:27.021453 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:27.062360 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:27.200327 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-c8766283-c972-49ae-b634-e17d0cdc5586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'name': 'tempest-AttachVolumeNegativeTest-124736651-router', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:11Z', 'revision_number': 4, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'gw_port': {'id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': '00371596-d221-4f08-8778-0c1e5fa11e7f', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'floating_ip_address': '172.27.1.207', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'port_id': '4d3d34e3-e17d-4678-b0d8-343a5545ea95', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'mac_address': 'fa:16:3e:5f:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78009a5e-d759-4faf-8ef4-fe4d5612a690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:13:13Z', 'updated_at': '2022-06-08T02:13:26Z', 'revision_number': 1, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b88b84-8ac5-41d2-8ff5-d7833285f1a7', 'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'mac_address': 'fa:16:3e:0c:d6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:10Z', 'updated_at': '2022-06-08T02:13:14Z', 'revision_number': 5, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'subnets': [{'id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:13:27.225371 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8766283-c972-49ae-b634-e17d0cdc5586 None None] Checking router: 7b894861-f3fe-47b8-8c74-31a38c95ae7e for host: dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:13:27.234955 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8766283-c972-49ae-b634-e17d0cdc5586 None None] Routers {'7b894861-f3fe-47b8-8c74-31a38c95ae7e'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:13:27.235588 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-c8766283-c972-49ae-b634-e17d0cdc5586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:13:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:13:27.345732 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-c8766283-c972-49ae-b634-e17d0cdc5586 None None] Set router 7b894861-f3fe-47b8-8c74-31a38c95ae7e gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:13:27.353094 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fe929-2f54-418f-abfc-1d5e773c5d15 req-1eeacfef-b773-45c3-a280-474f6faa0bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:27.354661 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-904fe929-2f54-418f-abfc-1d5e773c5d15 req-1eeacfef-b773-45c3-a280-474f6faa0bc8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=879e3eacb3bc4b69891677c86bbd5de3&device_id=78009a5e-d759-4faf-8ef4-fe4d5612a690 HTTP/1.1" status: 200 len: 1130 time: 0.0708241 Jun 08 02:13:27.422572 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:27.431685 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b14bbf89-faf5-44d7-b902-bcc0ac34d252 req-1c11abf5-ed5f-4196-8bfd-af80245b3625 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0904984 Jun 08 02:13:27.502813 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fe929-2f54-418f-abfc-1d5e773c5d15 req-5769149d-9daa-4d9a-8303-8f80ecfc69cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:27.504369 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-904fe929-2f54-418f-abfc-1d5e773c5d15 req-5769149d-9daa-4d9a-8303-8f80ecfc69cf service neutron] 10.222.0.15 "GET /v2.0/networks?id=ace59b46-c184-42c4-a8ec-b505d053335a HTTP/1.1" status: 200 len: 915 time: 0.1340940 Jun 08 02:13:27.507619 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bbf89-faf5-44d7-b902-bcc0ac34d252 req-f099620f-348e-48e3-bfdc-2504835bba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:27.508990 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b14bbf89-faf5-44d7-b902-bcc0ac34d252 req-f099620f-348e-48e3-bfdc-2504835bba48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b0724451ec94fdbb4f2422c44245b53&device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 1168 time: 0.0548537 Jun 08 02:13:27.571970 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-c8766283-c972-49ae-b634-e17d0cdc5586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'name': 'tempest-AttachVolumeNegativeTest-124736651-router', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:11Z', 'revision_number': 4, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'gw_port': {'id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': '00371596-d221-4f08-8778-0c1e5fa11e7f', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'floating_ip_address': '172.27.1.207', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'port_id': '4d3d34e3-e17d-4678-b0d8-343a5545ea95', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'mac_address': 'fa:16:3e:5f:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78009a5e-d759-4faf-8ef4-fe4d5612a690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:13:13Z', 'updated_at': '2022-06-08T02:13:26Z', 'revision_number': 1, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b88b84-8ac5-41d2-8ff5-d7833285f1a7', 'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'mac_address': 'fa:16:3e:0c:d6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:10Z', 'updated_at': '2022-06-08T02:13:14Z', 'revision_number': 5, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'subnets': [{'id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:13:27.600492 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8766283-c972-49ae-b634-e17d0cdc5586 None None] The sync data for ids ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'] in dv-cinder-845069-1-iscsi is: [{'id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'name': 'tempest-AttachVolumeNegativeTest-124736651-router', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:11Z', 'revision_number': 4, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'gw_port': {'id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': '00371596-d221-4f08-8778-0c1e5fa11e7f', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'floating_ip_address': '172.27.1.207', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'port_id': '4d3d34e3-e17d-4678-b0d8-343a5545ea95', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'mac_address': 'fa:16:3e:5f:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78009a5e-d759-4faf-8ef4-fe4d5612a690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:13:13Z', 'updated_at': '2022-06-08T02:13:26Z', 'revision_number': 1, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b88b84-8ac5-41d2-8ff5-d7833285f1a7', 'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'mac_address': 'fa:16:3e:0c:d6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:10Z', 'updated_at': '2022-06-08T02:13:14Z', 'revision_number': 5, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'subnets': [{'id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:13:27.617577 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-904fe929-2f54-418f-abfc-1d5e773c5d15 req-f5c18865-cf2e-4a82-a66e-0886cd9baea8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d3d34e3-e17d-4678-b0d8-343a5545ea95 HTTP/1.1" status: 200 len: 1000 time: 0.1043272 Jun 08 02:13:27.684341 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bbf89-faf5-44d7-b902-bcc0ac34d252 req-b41b6ae4-def3-4e5c-aacf-ec86cd4eb65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:27.686561 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b14bbf89-faf5-44d7-b902-bcc0ac34d252 req-b41b6ae4-def3-4e5c-aacf-ec86cd4eb65c service neutron] 10.222.0.15 "GET /v2.0/networks?id=29b8f254-b98d-401b-bc5d-7cbf19e5b50d HTTP/1.1" status: 200 len: 916 time: 0.1407456 Jun 08 02:13:27.691793 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fe929-2f54-418f-abfc-1d5e773c5d15 req-6ad53dad-1de5-4138-bb5e-0dfd42a9978a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:27.693246 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-904fe929-2f54-418f-abfc-1d5e773c5d15 req-6ad53dad-1de5-4138-bb5e-0dfd42a9978a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7889fa0-9427-4972-9b51-61090e0e1386 HTTP/1.1" status: 200 len: 853 time: 0.0691547 Jun 08 02:13:27.700178 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:27.777764 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fe929-2f54-418f-abfc-1d5e773c5d15 req-e8497b39-dc45-4d42-86e3-db5f86edb706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:27.779366 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-904fe929-2f54-418f-abfc-1d5e773c5d15 req-e8497b39-dc45-4d42-86e3-db5f86edb706 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ace59b46-c184-42c4-a8ec-b505d053335a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0774114 Jun 08 02:13:27.786409 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b14bbf89-faf5-44d7-b902-bcc0ac34d252 req-8431a863-c505-43c1-b9e2-b0ff957916dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=906aaccc-01a6-40cf-a960-5f798d175167 HTTP/1.1" status: 200 len: 1001 time: 0.0922861 Jun 08 02:13:27.799897 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8e63a1-ae43-4143-83a3-6c6ba2579950 None None] New status for floating IP 00371596-d221-4f08-8778-0c1e5fa11e7f: ACTIVE {{(pid=104270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 02:13:27.839905 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:28.169886 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bbf89-faf5-44d7-b902-bcc0ac34d252 req-b7f403b2-4cca-4688-a875-57003280b3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:28.171239 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b14bbf89-faf5-44d7-b902-bcc0ac34d252 req-b7f403b2-4cca-4688-a875-57003280b3d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=718984ae-459e-42d0-9618-25b80c72367c HTTP/1.1" status: 200 len: 854 time: 0.3759725 Jun 08 02:13:28.179001 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e0370-3827-4c8f-a342-ad585efc4bdd req-3f0a8340-cf68-4059-935e-a780938663b8 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:28.180449 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-905e0370-3827-4c8f-a342-ad585efc4bdd req-3f0a8340-cf68-4059-935e-a780938663b8 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 984 time: 0.0790355 Jun 08 02:13:28.238707 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-904fe929-2f54-418f-abfc-1d5e773c5d15 req-17001451-5a7e-4e56-86c0-ed5bb5313f45 service neutron] 10.222.0.15 "GET /v2.0/networks/ace59b46-c184-42c4-a8ec-b505d053335a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4513805 Jun 08 02:13:28.263381 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bbf89-faf5-44d7-b902-bcc0ac34d252 req-25846a41-0e92-4eaa-a480-1552a2465352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:13:28.264906 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b14bbf89-faf5-44d7-b902-bcc0ac34d252 req-25846a41-0e92-4eaa-a480-1552a2465352 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29b8f254-b98d-401b-bc5d-7cbf19e5b50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0818138 Jun 08 02:13:28.380342 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-905e0370-3827-4c8f-a342-ad585efc4bdd req-e3f3e980-2f61-4734-8ecf-006a8da988c9 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=49f602e6-cd7d-4297-b234-3cdf7556d07e&id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1868651 Jun 08 02:13:28.433348 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-904fe929-2f54-418f-abfc-1d5e773c5d15 req-346510a0-6ccb-431a-8e7c-f7b97e923db0 service neutron] 10.222.0.15 "GET /v2.0/networks/ace59b46-c184-42c4-a8ec-b505d053335a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800027 Jun 08 02:13:28.438944 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b14bbf89-faf5-44d7-b902-bcc0ac34d252 req-f026b229-d679-4feb-b32c-cc22019a9e66 service neutron] 10.222.0.15 "GET /v2.0/networks/29b8f254-b98d-401b-bc5d-7cbf19e5b50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620262 Jun 08 02:13:28.516541 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:28.532979 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b14bbf89-faf5-44d7-b902-bcc0ac34d252 req-caf3bf32-40e3-4833-8133-dcf764828ec5 service neutron] 10.222.0.15 "GET /v2.0/networks/29b8f254-b98d-401b-bc5d-7cbf19e5b50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878758 Jun 08 02:13:36.836758 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-e6fdbf6a-7fe7-4e76-9917-51acfcbe9efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:37.570264 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=54 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:37.575131 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=64 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:38.528074 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=62 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:38.529989 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:39.140644 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-d6b1886e-9c71-411d-9865-197a60c6636c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:40.276389 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:40.658210 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 58024) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:13:40.765893 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-8439fbda-a57a-42d5-8723-6a9707935e66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:40.839569 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-8439fbda-a57a-42d5-8723-6a9707935e66 admin admin] Publish callbacks [] for security_group (c39fe181-86d3-4c08-8516-8eea6fdefdb9), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:40.843160 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-8439fbda-a57a-42d5-8723-6a9707935e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (c39fe181-86d3-4c08-8516-8eea6fdefdb9), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:40.883389 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439fbda-a57a-42d5-8723-6a9707935e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39fe181-86d3-4c08-8516-8eea6fdefdb9,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:40.887214 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-8439fbda-a57a-42d5-8723-6a9707935e66 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64c0ca427b564e258fb670f0b9ce6cb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279465 Jun 08 02:13:40.890332 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 58028) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:13:40.892982 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8439fbda-a57a-42d5-8723-6a9707935e66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:40.893322 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8439fbda-a57a-42d5-8723-6a9707935e66 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:40.893684 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8439fbda-a57a-42d5-8723-6a9707935e66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:40.894023 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8439fbda-a57a-42d5-8723-6a9707935e66 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:40.894352 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8439fbda-a57a-42d5-8723-6a9707935e66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:40.894679 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8439fbda-a57a-42d5-8723-6a9707935e66 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:40.895001 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8439fbda-a57a-42d5-8723-6a9707935e66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:40.895320 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8439fbda-a57a-42d5-8723-6a9707935e66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:40.895652 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8439fbda-a57a-42d5-8723-6a9707935e66 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:40.895975 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8439fbda-a57a-42d5-8723-6a9707935e66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:40.896309 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8439fbda-a57a-42d5-8723-6a9707935e66 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:40.896677 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8439fbda-a57a-42d5-8723-6a9707935e66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:40.896995 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8439fbda-a57a-42d5-8723-6a9707935e66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:40.897309 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8439fbda-a57a-42d5-8723-6a9707935e66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:40.897625 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8439fbda-a57a-42d5-8723-6a9707935e66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:13:40.943889 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-07d255f6-8247-4aae-8a33-fcb399b15734 admin admin] Publish callbacks [] for security_group (c39fe181-86d3-4c08-8516-8eea6fdefdb9), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:40.964707 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-07d255f6-8247-4aae-8a33-fcb399b15734 admin admin] Publish callbacks [] for security_group (c39fe181-86d3-4c08-8516-8eea6fdefdb9), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:41.010338 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-07d255f6-8247-4aae-8a33-fcb399b15734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (c39fe181-86d3-4c08-8516-8eea6fdefdb9), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:41.013583 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-07d255f6-8247-4aae-8a33-fcb399b15734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:41.014702 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-07d255f6-8247-4aae-8a33-fcb399b15734 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c39fe181-86d3-4c08-8516-8eea6fdefdb9 HTTP/1.1" status: 204 len: 168 time: 0.1233954 Jun 08 02:13:41.022280 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d255f6-8247-4aae-8a33-fcb399b15734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39fe181-86d3-4c08-8516-8eea6fdefdb9,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:41.882188 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:43.361127 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:50.882020 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=18,neutron:INSERT=5 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:50.888842 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=21,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:50.997129 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:51.018420 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:51.752593 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 58164) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:13:51.857862 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b34d6be8-c51d-4396-950f-740caa7cd013 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:51.935102 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b34d6be8-c51d-4396-950f-740caa7cd013 admin admin] Publish callbacks [] for security_group (e679c722-2e38-4883-833e-055ca44769fa), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:51.940198 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b34d6be8-c51d-4396-950f-740caa7cd013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (e679c722-2e38-4883-833e-055ca44769fa), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:51.982631 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d6be8-c51d-4396-950f-740caa7cd013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e679c722-2e38-4883-833e-055ca44769fa,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:51.986792 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-b34d6be8-c51d-4396-950f-740caa7cd013 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=596b3a1699994f3ba33696a4a7098a1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331367 Jun 08 02:13:51.990155 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 58168) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:13:52.038852 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-90cd8387-f235-4fb4-9caa-71d0271b1a08 admin admin] Publish callbacks [] for security_group (e679c722-2e38-4883-833e-055ca44769fa), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:52.059487 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-90cd8387-f235-4fb4-9caa-71d0271b1a08 admin admin] Publish callbacks [] for security_group (e679c722-2e38-4883-833e-055ca44769fa), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:52.106324 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-90cd8387-f235-4fb4-9caa-71d0271b1a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (e679c722-2e38-4883-833e-055ca44769fa), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:52.109080 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-90cd8387-f235-4fb4-9caa-71d0271b1a08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:52.110204 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-90cd8387-f235-4fb4-9caa-71d0271b1a08 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e679c722-2e38-4883-833e-055ca44769fa HTTP/1.1" status: 204 len: 168 time: 0.1198418 Jun 08 02:13:52.117771 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd8387-f235-4fb4-9caa-71d0271b1a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e679c722-2e38-4883-833e-055ca44769fa,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:13:53.354782 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:13:55.608721 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:13:57.287804 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:14:02.091967 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=36,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:02.113531 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=34,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:03.795737 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-90fa2f7b-5ea1-4d1c-b095-e2edb57824f1 req-47d70d16-a839-4e3f-afd4-66084e8450ee tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-622762087&fields=id&tenant_id=3b0724451ec94fdbb4f2422c44245b53 HTTP/1.1" status: 200 len: 267 time: 0.0466216 Jun 08 02:14:03.859332 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa2f7b-5ea1-4d1c-b095-e2edb57824f1 req-efba6f38-597c-403c-8302-5765de5ce114 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:03.860803 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-90fa2f7b-5ea1-4d1c-b095-e2edb57824f1 req-efba6f38-597c-403c-8302-5765de5ce114 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 984 time: 0.0579460 Jun 08 02:14:03.871200 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-90fa2f7b-5ea1-4d1c-b095-e2edb57824f1 req-e2425222-be4d-44e2-9a55-459c1257d246 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Request body: {'port': {'security_groups': ['098167cf-ed64-489d-ae02-7d326d13e403']}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:14:03.942927 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-90fa2f7b-5ea1-4d1c-b095-e2edb57824f1 req-e2425222-be4d-44e2-9a55-459c1257d246 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (906aaccc-01a6-40cf-a960-5f798d175167), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:04.142528 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-90fa2f7b-5ea1-4d1c-b095-e2edb57824f1 req-e2425222-be4d-44e2-9a55-459c1257d246 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] For port 906aaccc-01a6-40cf-a960-5f798d175167, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=906aaccc-01a6-40cf-a960-5f798d175167,segment=NetworkSegment(2a41b296-595a-4fb1-82e2-ac5ee17753f8),segment_id=2a41b296-595a-4fb1-82e2-ac5ee17753f8)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:14:04.170026 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-90fa2f7b-5ea1-4d1c-b095-e2edb57824f1 req-e2425222-be4d-44e2-9a55-459c1257d246 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks [] for port (906aaccc-01a6-40cf-a960-5f798d175167), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:04.174645 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-90fa2f7b-5ea1-4d1c-b095-e2edb57824f1 req-e2425222-be4d-44e2-9a55-459c1257d246 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (906aaccc-01a6-40cf-a960-5f798d175167), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:04.187706 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['906aaccc-01a6-40cf-a960-5f798d175167'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:14:04.191286 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:04.216851 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa2f7b-5ea1-4d1c-b095-e2edb57824f1 req-e2425222-be4d-44e2-9a55-459c1257d246 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:04.217407 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-90fa2f7b-5ea1-4d1c-b095-e2edb57824f1 req-e2425222-be4d-44e2-9a55-459c1257d246 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:04.220865 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-90fa2f7b-5ea1-4d1c-b095-e2edb57824f1 req-e2425222-be4d-44e2-9a55-459c1257d246 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "PUT /v2.0/ports/906aaccc-01a6-40cf-a960-5f798d175167 HTTP/1.1" status: 200 len: 942 time: 0.3539183 Jun 08 02:14:04.221394 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b532af5d-7b14-4644-add7-8b716f81871f', 'tag': '906aaccc-01a6-40cf-a960-5f798d175167'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:14:04.225465 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f06771f-74e0-4915-9a88-f759c930f6de" -d '{"events": [{"name": "network-changed", "server_uuid": "b532af5d-7b14-4644-add7-8b716f81871f", "tag": "906aaccc-01a6-40cf-a960-5f798d175167"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:14:04.227751 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 58190) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:14:04.255334 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2425222-be4d-44e2-9a55-459c1257d246 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Pushing event updated for resources: {'Port': ['ID=906aaccc-01a6-40cf-a960-5f798d175167,revision_number=7']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:04.272904 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10424c0f-f4b7-47fc-a621-b3bd1460bff9 x-openstack-request-id: req-10424c0f-f4b7-47fc-a621-b3bd1460bff9 {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:14:04.273194 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b532af5d-7b14-4644-add7-8b716f81871f", "tag": "906aaccc-01a6-40cf-a960-5f798d175167", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:14:04.273466 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10424c0f-f4b7-47fc-a621-b3bd1460bff9 {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:14:04.273892 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10424c0f-f4b7-47fc-a621-b3bd1460bff9'] response: {'name': 'network-changed', 'server_uuid': 'b532af5d-7b14-4644-add7-8b716f81871f', 'tag': '906aaccc-01a6-40cf-a960-5f798d175167', 'status': 'completed', 'code': 200} Jun 08 02:14:04.315895 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-10063ac8-6737-4c4c-8461-c63e7d12e77b tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks [] for security_group (49f602e6-cd7d-4297-b234-3cdf7556d07e), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:04.345263 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['906aaccc-01a6-40cf-a960-5f798d175167'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:14:04.353424 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06771f-74e0-4915-9a88-f759c930f6de req-303e4fbd-0c0a-4231-bbf5-93d5d68f2c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:04.356890 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0f06771f-74e0-4915-9a88-f759c930f6de req-303e4fbd-0c0a-4231-bbf5-93d5d68f2c10 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b0724451ec94fdbb4f2422c44245b53&device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 1129 time: 0.0582988 Jun 08 02:14:04.363969 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-10063ac8-6737-4c4c-8461-c63e7d12e77b tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks [] for security_group (49f602e6-cd7d-4297-b234-3cdf7556d07e), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:04.445878 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-10063ac8-6737-4c4c-8461-c63e7d12e77b tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (49f602e6-cd7d-4297-b234-3cdf7556d07e), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:04.448741 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-10063ac8-6737-4c4c-8461-c63e7d12e77b tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:04.450758 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-10063ac8-6737-4c4c-8461-c63e7d12e77b tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "DELETE /v2.0/security-groups/49f602e6-cd7d-4297-b234-3cdf7556d07e HTTP/1.1" status: 204 len: 168 time: 0.2234688 Jun 08 02:14:04.455864 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 58198) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:14:04.482008 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06771f-74e0-4915-9a88-f759c930f6de req-84f34dd9-2968-4dbc-97e3-093f398b11e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:04.483613 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0f06771f-74e0-4915-9a88-f759c930f6de req-84f34dd9-2968-4dbc-97e3-093f398b11e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29b8f254-b98d-401b-bc5d-7cbf19e5b50d HTTP/1.1" status: 200 len: 916 time: 0.1185164 Jun 08 02:14:04.555152 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10063ac8-6737-4c4c-8461-c63e7d12e77b tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f602e6-cd7d-4297-b234-3cdf7556d07e,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:04.559698 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-c780a86a-f404-4bf2-af6d-0d9af60c55f9 None None] Provisioning complete for port 906aaccc-01a6-40cf-a960-5f798d175167 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:14:04.560074 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-c780a86a-f404-4bf2-af6d-0d9af60c55f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (906aaccc-01a6-40cf-a960-5f798d175167), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:04.563147 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0f06771f-74e0-4915-9a88-f759c930f6de req-eb52d6ed-0d4a-4c5f-8179-c3b3b9a50e5d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=906aaccc-01a6-40cf-a960-5f798d175167 HTTP/1.1" status: 200 len: 1001 time: 0.0696011 Jun 08 02:14:04.626436 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06771f-74e0-4915-9a88-f759c930f6de req-bc80c329-5d06-4d41-8935-887af9de48bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:04.628551 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0f06771f-74e0-4915-9a88-f759c930f6de req-bc80c329-5d06-4d41-8935-887af9de48bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=718984ae-459e-42d0-9618-25b80c72367c HTTP/1.1" status: 200 len: 854 time: 0.0556407 Jun 08 02:14:04.661838 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-c780a86a-f404-4bf2-af6d-0d9af60c55f9 None None] Current status of the port 906aaccc-01a6-40cf-a960-5f798d175167 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:14:04.667527 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [None req-0c5a985d-6dbd-4fb2-868a-1190c56c4b13 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Deleting port 7c17efe7-a6a9-4c69-8135-b85e4dc7d407 {{(pid=104269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:14:04.667865 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-0c5a985d-6dbd-4fb2-868a-1190c56c4b13 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (7c17efe7-a6a9-4c69-8135-b85e4dc7d407), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:04.689996 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06771f-74e0-4915-9a88-f759c930f6de req-db4a0572-7c31-4374-b47d-12dd4f642e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:04.691597 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0f06771f-74e0-4915-9a88-f759c930f6de req-db4a0572-7c31-4374-b47d-12dd4f642e71 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29b8f254-b98d-401b-bc5d-7cbf19e5b50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524337 Jun 08 02:14:04.805690 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0f06771f-74e0-4915-9a88-f759c930f6de req-b8c7c41b-e167-469b-8500-df3c1dd65774 service neutron] 10.222.0.15 "GET /v2.0/networks/29b8f254-b98d-401b-bc5d-7cbf19e5b50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059921 Jun 08 02:14:04.836849 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:04.914469 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0f06771f-74e0-4915-9a88-f759c930f6de req-a7a6540b-f9b7-49e8-aecd-a7f4a52a4139 service neutron] 10.222.0.15 "GET /v2.0/networks/29b8f254-b98d-401b-bc5d-7cbf19e5b50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987637 Jun 08 02:14:04.983927 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-0c5a985d-6dbd-4fb2-868a-1190c56c4b13 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (7c17efe7-a6a9-4c69-8135-b85e4dc7d407), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:04.984318 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-0c5a985d-6dbd-4fb2-868a-1190c56c4b13 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks [] for floatingip (7c17efe7-a6a9-4c69-8135-b85e4dc7d407), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:04.997022 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [None req-0c5a985d-6dbd-4fb2-868a-1190c56c4b13 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Calling delete_port for 7c17efe7-a6a9-4c69-8135-b85e4dc7d407 owned by network:floatingip {{(pid=104269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:14:05.136183 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-0c5a985d-6dbd-4fb2-868a-1190c56c4b13 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (7c17efe7-a6a9-4c69-8135-b85e4dc7d407), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:05.161623 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a985d-6dbd-4fb2-868a-1190c56c4b13 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Pushing event deleted for resources: {'Port': ['ID=7c17efe7-a6a9-4c69-8135-b85e4dc7d407,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:05.222671 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-0c5a985d-6dbd-4fb2-868a-1190c56c4b13 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks [] for floatingip (d77c1489-9220-4bb1-b012-bd4f6aaf1052), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:05.222908 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.db.l3_db [None req-0c5a985d-6dbd-4fb2-868a-1190c56c4b13 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Floating IP d77c1489-9220-4bb1-b012-bd4f6aaf1052 disassociated (deleted). External IP: 172.27.1.202, port: 906aaccc-01a6-40cf-a960-5f798d175167. Jun 08 02:14:05.359819 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:05.419443 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5a985d-6dbd-4fb2-868a-1190c56c4b13 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Router 2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:14:05.497980 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:05.522057 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5a985d-6dbd-4fb2-868a-1190c56c4b13 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:14:05.526826 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-0c5a985d-6dbd-4fb2-868a-1190c56c4b13 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:05.532568 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfb6ac5-6fee-4057-ad1d-0f2663c71ede None None] Sync routers for ids ['2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d'] in dv-cinder-845069-1-iscsi {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:14:05.542104 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfb6ac5-6fee-4057-ad1d-0f2663c71ede None None] Routers {'2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:14:05.542707 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-1cfb6ac5-6fee-4057-ad1d-0f2663c71ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:13:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:05.556239 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-0c5a985d-6dbd-4fb2-868a-1190c56c4b13 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "DELETE /v2.0/floatingips/d77c1489-9220-4bb1-b012-bd4f6aaf1052 HTTP/1.1" status: 204 len: 168 time: 1.0859585 Jun 08 02:14:05.556946 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b532af5d-7b14-4644-add7-8b716f81871f', 'tag': '906aaccc-01a6-40cf-a960-5f798d175167'}] {{(pid=104269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:14:05.559449 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358dc8d4ae4a51a45346970250dcd834be934840dbf61ef46806344516445931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb7ea04-cca1-48d2-afb8-f13f70cc62b3" -d '{"events": [{"name": "network-changed", "server_uuid": "b532af5d-7b14-4644-add7-8b716f81871f", "tag": "906aaccc-01a6-40cf-a960-5f798d175167"}]}' {{(pid=104269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:14:05.602927 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6237fa8-6804-485b-8d9b-c30766a57a33 x-openstack-request-id: req-c6237fa8-6804-485b-8d9b-c30766a57a33 {{(pid=104269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:14:05.603206 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b532af5d-7b14-4644-add7-8b716f81871f", "tag": "906aaccc-01a6-40cf-a960-5f798d175167", "status": "completed", "code": 200}]} {{(pid=104269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:14:05.603451 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c6237fa8-6804-485b-8d9b-c30766a57a33 {{(pid=104269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:14:05.603844 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6237fa8-6804-485b-8d9b-c30766a57a33'] response: {'name': 'network-changed', 'server_uuid': 'b532af5d-7b14-4644-add7-8b716f81871f', 'tag': '906aaccc-01a6-40cf-a960-5f798d175167', 'status': 'completed', 'code': 200} Jun 08 02:14:05.646030 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-1cfb6ac5-6fee-4057-ad1d-0f2663c71ede None None] Set router 2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:14:05.673543 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7ea04-cca1-48d2-afb8-f13f70cc62b3 req-0e88fb27-f89d-4f12-b9f9-a138592d8de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:05.674993 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8bb7ea04-cca1-48d2-afb8-f13f70cc62b3 req-0e88fb27-f89d-4f12-b9f9-a138592d8de2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b0724451ec94fdbb4f2422c44245b53&device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 1129 time: 0.0474281 Jun 08 02:14:05.740812 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:05.811017 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7ea04-cca1-48d2-afb8-f13f70cc62b3 req-3c2fc4e7-771d-411e-8794-537a49c2972c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:05.813247 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8bb7ea04-cca1-48d2-afb8-f13f70cc62b3 req-3c2fc4e7-771d-411e-8794-537a49c2972c service neutron] 10.222.0.15 "GET /v2.0/networks?id=29b8f254-b98d-401b-bc5d-7cbf19e5b50d HTTP/1.1" status: 200 len: 916 time: 0.1268163 Jun 08 02:14:05.844757 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-1cfb6ac5-6fee-4057-ad1d-0f2663c71ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'name': 'tempest-TestMinimumBasicScenario-1810733501-router', 'tenant_id': '3b0724451ec94fdbb4f2422c44245b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '9cc63bf3-a416-4b8e-8367-ec6b454b9c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:11:40Z', 'updated_at': '2022-06-08T02:11:44Z', 'revision_number': 4, 'project_id': '3b0724451ec94fdbb4f2422c44245b53', 'gw_port': {'id': '9cc63bf3-a416-4b8e-8367-ec6b454b9c8f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:11:40Z', 'updated_at': '2022-06-08T02:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': 'e2d02735-db4b-4263-af2d-568263495d16', 'name': '', 'network_id': '29b8f254-b98d-401b-bc5d-7cbf19e5b50d', 'tenant_id': '3b0724451ec94fdbb4f2422c44245b53', 'mac_address': 'fa:16:3e:f1:11:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '718984ae-459e-42d0-9618-25b80c72367c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:11:43Z', 'updated_at': '2022-06-08T02:11:49Z', 'revision_number': 5, 'project_id': '3b0724451ec94fdbb4f2422c44245b53', 'subnets': [{'id': '718984ae-459e-42d0-9618-25b80c72367c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:05.876872 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfb6ac5-6fee-4057-ad1d-0f2663c71ede None None] Checking router: 2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d for host: dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:14:05.881280 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8bb7ea04-cca1-48d2-afb8-f13f70cc62b3 req-ee8b7dd5-789e-4dda-be1c-0b00ca56a603 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=906aaccc-01a6-40cf-a960-5f798d175167 HTTP/1.1" status: 200 len: 217 time: 0.0479462 Jun 08 02:14:05.887166 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfb6ac5-6fee-4057-ad1d-0f2663c71ede None None] Routers {'2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:14:05.887771 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-1cfb6ac5-6fee-4057-ad1d-0f2663c71ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:13:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:05.948853 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7ea04-cca1-48d2-afb8-f13f70cc62b3 req-cdb2514b-8695-454a-83a8-255e004b2323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:05.950240 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8bb7ea04-cca1-48d2-afb8-f13f70cc62b3 req-cdb2514b-8695-454a-83a8-255e004b2323 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=718984ae-459e-42d0-9618-25b80c72367c HTTP/1.1" status: 200 len: 854 time: 0.0550237 Jun 08 02:14:05.990057 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-1cfb6ac5-6fee-4057-ad1d-0f2663c71ede None None] Set router 2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:14:06.000301 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7ea04-cca1-48d2-afb8-f13f70cc62b3 req-a8500535-d71d-4eda-afd4-d943a9d3a28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:06.001836 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8bb7ea04-cca1-48d2-afb8-f13f70cc62b3 req-a8500535-d71d-4eda-afd4-d943a9d3a28d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29b8f254-b98d-401b-bc5d-7cbf19e5b50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438516 Jun 08 02:14:06.092379 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8bb7ea04-cca1-48d2-afb8-f13f70cc62b3 req-9426471b-9765-4bdb-b702-68be65dc440f service neutron] 10.222.0.15 "GET /v2.0/networks/29b8f254-b98d-401b-bc5d-7cbf19e5b50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830762 Jun 08 02:14:06.193333 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8bb7ea04-cca1-48d2-afb8-f13f70cc62b3 req-4ce7681a-24ed-4406-80f1-9965c30febee service neutron] 10.222.0.15 "GET /v2.0/networks/29b8f254-b98d-401b-bc5d-7cbf19e5b50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914497 Jun 08 02:14:06.262134 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-1cfb6ac5-6fee-4057-ad1d-0f2663c71ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'name': 'tempest-TestMinimumBasicScenario-1810733501-router', 'tenant_id': '3b0724451ec94fdbb4f2422c44245b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '9cc63bf3-a416-4b8e-8367-ec6b454b9c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:11:40Z', 'updated_at': '2022-06-08T02:11:44Z', 'revision_number': 4, 'project_id': '3b0724451ec94fdbb4f2422c44245b53', 'gw_port': {'id': '9cc63bf3-a416-4b8e-8367-ec6b454b9c8f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:11:40Z', 'updated_at': '2022-06-08T02:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': 'e2d02735-db4b-4263-af2d-568263495d16', 'name': '', 'network_id': '29b8f254-b98d-401b-bc5d-7cbf19e5b50d', 'tenant_id': '3b0724451ec94fdbb4f2422c44245b53', 'mac_address': 'fa:16:3e:f1:11:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '718984ae-459e-42d0-9618-25b80c72367c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:11:43Z', 'updated_at': '2022-06-08T02:11:49Z', 'revision_number': 5, 'project_id': '3b0724451ec94fdbb4f2422c44245b53', 'subnets': [{'id': '718984ae-459e-42d0-9618-25b80c72367c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:06.285830 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfb6ac5-6fee-4057-ad1d-0f2663c71ede None None] The sync data for ids ['2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d'] in dv-cinder-845069-1-iscsi is: [{'id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'name': 'tempest-TestMinimumBasicScenario-1810733501-router', 'tenant_id': '3b0724451ec94fdbb4f2422c44245b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '9cc63bf3-a416-4b8e-8367-ec6b454b9c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:11:40Z', 'updated_at': '2022-06-08T02:11:44Z', 'revision_number': 4, 'project_id': '3b0724451ec94fdbb4f2422c44245b53', 'gw_port': {'id': '9cc63bf3-a416-4b8e-8367-ec6b454b9c8f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:11:40Z', 'updated_at': '2022-06-08T02:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': 'e2d02735-db4b-4263-af2d-568263495d16', 'name': '', 'network_id': '29b8f254-b98d-401b-bc5d-7cbf19e5b50d', 'tenant_id': '3b0724451ec94fdbb4f2422c44245b53', 'mac_address': 'fa:16:3e:f1:11:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '718984ae-459e-42d0-9618-25b80c72367c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:11:43Z', 'updated_at': '2022-06-08T02:11:49Z', 'revision_number': 5, 'project_id': '3b0724451ec94fdbb4f2422c44245b53', 'subnets': [{'id': '718984ae-459e-42d0-9618-25b80c72367c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:14:06.495286 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d28a66-e612-4365-a179-5da934b8d44c None None] New status for floating IP d77c1489-9220-4bb1-b012-bd4f6aaf1052: DOWN {{(pid=104270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 02:14:06.839201 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-3cf9f334-0d4a-4077-ab42-8959d57d94ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:09.143708 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-9df52945-72c2-4569-9467-dc3df297f284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:10.279187 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:11.884597 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:12.343181 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 58256) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:14:12.347799 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-14188779-6762-4b1f-a98b-a7e4bb0052d3 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Request body: {'security_group': {'name': 'tempest-securitygroup--670178242', 'description': 'tempest-description--546713451'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:14:12.369301 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-14188779-6762-4b1f-a98b-a7e4bb0052d3 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:12.437218 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-14188779-6762-4b1f-a98b-a7e4bb0052d3 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group (ca3b7a6a-ddb5-46ae-9d80-dcf0d06183cd), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:12.441425 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-14188779-6762-4b1f-a98b-a7e4bb0052d3 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (ca3b7a6a-ddb5-46ae-9d80-dcf0d06183cd), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:12.472385 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-14188779-6762-4b1f-a98b-a7e4bb0052d3 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:12.473611 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-14188779-6762-4b1f-a98b-a7e4bb0052d3 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1293714 Jun 08 02:14:12.475547 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14188779-6762-4b1f-a98b-a7e4bb0052d3 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3b7a6a-ddb5-46ae-9d80-dcf0d06183cd,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:12.476555 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 58258) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:14:12.481143 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-2231e8d8-010f-4560-83e8-1ab324e62bfc tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Request body: {'security_group_rule': {'security_group_id': 'ca3b7a6a-ddb5-46ae-9d80-dcf0d06183cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:14:12.509043 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-2231e8d8-010f-4560-83e8-1ab324e62bfc tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group_rule (87be280c-0427-4f42-bcbf-25fd338e8427), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:12.564670 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-2231e8d8-010f-4560-83e8-1ab324e62bfc tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group_rule (87be280c-0427-4f42-bcbf-25fd338e8427), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:12.567911 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-2231e8d8-010f-4560-83e8-1ab324e62bfc tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292501'] for security_group_rule (87be280c-0427-4f42-bcbf-25fd338e8427), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:12.587721 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2231e8d8-010f-4560-83e8-1ab324e62bfc tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87be280c-0427-4f42-bcbf-25fd338e8427,revision_number=0']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:12.597771 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-2231e8d8-010f-4560-83e8-1ab324e62bfc tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:12.598961 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-2231e8d8-010f-4560-83e8-1ab324e62bfc tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1213148 Jun 08 02:14:12.600278 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231e8d8-010f-4560-83e8-1ab324e62bfc tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:12.600647 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231e8d8-010f-4560-83e8-1ab324e62bfc tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:12.601014 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231e8d8-010f-4560-83e8-1ab324e62bfc tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:12.601318 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231e8d8-010f-4560-83e8-1ab324e62bfc tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:12.601647 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231e8d8-010f-4560-83e8-1ab324e62bfc tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:12.601769 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 58260) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:14:12.601973 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231e8d8-010f-4560-83e8-1ab324e62bfc tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:12.602295 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231e8d8-010f-4560-83e8-1ab324e62bfc tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:12.602615 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231e8d8-010f-4560-83e8-1ab324e62bfc tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:12.602939 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231e8d8-010f-4560-83e8-1ab324e62bfc tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:12.603264 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231e8d8-010f-4560-83e8-1ab324e62bfc tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:12.603645 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231e8d8-010f-4560-83e8-1ab324e62bfc tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:12.603907 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231e8d8-010f-4560-83e8-1ab324e62bfc tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:12.604227 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231e8d8-010f-4560-83e8-1ab324e62bfc tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:12.604590 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231e8d8-010f-4560-83e8-1ab324e62bfc tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:12.604891 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231e8d8-010f-4560-83e8-1ab324e62bfc tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:12.606319 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-bd7fa80b-69c8-4fce-a009-c274194a548d tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Request body: {'security_group_rule': {'security_group_id': 'ca3b7a6a-ddb5-46ae-9d80-dcf0d06183cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:14:12.634443 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-bd7fa80b-69c8-4fce-a009-c274194a548d tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group_rule (ad8576b0-da24-4881-a797-9e1e703a967e), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:12.693636 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-bd7fa80b-69c8-4fce-a009-c274194a548d tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group_rule (ad8576b0-da24-4881-a797-9e1e703a967e), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:12.697480 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-bd7fa80b-69c8-4fce-a009-c274194a548d tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292501'] for security_group_rule (ad8576b0-da24-4881-a797-9e1e703a967e), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:12.716675 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7fa80b-69c8-4fce-a009-c274194a548d tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad8576b0-da24-4881-a797-9e1e703a967e,revision_number=0']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:12.721657 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-bd7fa80b-69c8-4fce-a009-c274194a548d tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:12.722857 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-bd7fa80b-69c8-4fce-a009-c274194a548d tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200926 Jun 08 02:14:12.725942 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 58262) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:14:12.730414 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-683b35d7-b59d-448e-b813-8b9b975fbee9 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Request body: {'floatingip': {'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:14:12.750306 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-683b35d7-b59d-448e-b813-8b9b975fbee9 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:12.830190 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-683b35d7-b59d-448e-b813-8b9b975fbee9 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:12.936926 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.db_base_plugin_common [None req-683b35d7-b59d-448e-b813-8b9b975fbee9 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Allocated IP 172.27.1.152 (fccc80fe-aa23-41fa-b00e-a506a2a0f94c/5f93db06-58fb-4390-8563-710a437b082f/6d5377a3-6fc8-43fc-ba72-54f24b119c73) {{(pid=104269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:14:13.000711 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:13.040711 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-683b35d7-b59d-448e-b813-8b9b975fbee9 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for port (6d5377a3-6fc8-43fc-ba72-54f24b119c73), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:13.049694 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:13.080242 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-683b35d7-b59d-448e-b813-8b9b975fbee9 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (6d5377a3-6fc8-43fc-ba72-54f24b119c73), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:13.114655 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683b35d7-b59d-448e-b813-8b9b975fbee9 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Network fccc80fe-aa23-41fa-b00e-a506a2a0f94c is already hosted by enough agents. {{(pid=104269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:14:13.118986 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.base_scheduler [None req-683b35d7-b59d-448e-b813-8b9b975fbee9 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Resources bound (agent type, host, resource id): {{(pid=104269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:14:13.124837 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683b35d7-b59d-448e-b813-8b9b975fbee9 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Received port after_create {{(pid=104269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:14:13.146951 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b35d7-b59d-448e-b813-8b9b975fbee9 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Pushing event updated for resources: {'Port': ['ID=6d5377a3-6fc8-43fc-ba72-54f24b119c73,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:13.209397 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-683b35d7-b59d-448e-b813-8b9b975fbee9 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for floatingip (66ab1713-f7e7-4383-a758-c780627ea0a0), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:13.249382 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-683b35d7-b59d-448e-b813-8b9b975fbee9 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (6d5377a3-6fc8-43fc-ba72-54f24b119c73), before_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:13.365517 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:13.426159 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-683b35d7-b59d-448e-b813-8b9b975fbee9 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for port (6d5377a3-6fc8-43fc-ba72-54f24b119c73), precommit_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:13.431060 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-683b35d7-b59d-448e-b813-8b9b975fbee9 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9466662'] for port (6d5377a3-6fc8-43fc-ba72-54f24b119c73), after_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:13.499199 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b35d7-b59d-448e-b813-8b9b975fbee9 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Pushing event updated for resources: {'Port': ['ID=6d5377a3-6fc8-43fc-ba72-54f24b119c73,revision_number=2']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:13.514422 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-683b35d7-b59d-448e-b813-8b9b975fbee9 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682813'] for floatingip (66ab1713-f7e7-4383-a758-c780627ea0a0), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:13.530609 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-683b35d7-b59d-448e-b813-8b9b975fbee9 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:13.536480 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-683b35d7-b59d-448e-b813-8b9b975fbee9 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8049924 Jun 08 02:14:13.587257 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d215b-af3f-472e-9f5e-c856bfa39e62 req-bd2e99d4-8b83-4f5d-a3bc-086b93c6281d tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:13.588757 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-424d215b-af3f-472e-9f5e-c856bfa39e62 req-bd2e99d4-8b83-4f5d-a3bc-086b93c6281d tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 945 time: 0.0470004 Jun 08 02:14:13.641056 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-424d215b-af3f-472e-9f5e-c856bfa39e62 req-59253dad-ba2b-4774-9385-622777bd2334 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464065 Jun 08 02:14:13.732197 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-dfbe94bc-05e0-4482-80ab-f5f019a09652 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--670178242&fields=id&tenant_id=879e3eacb3bc4b69891677c86bbd5de3 HTTP/1.1" status: 200 len: 267 time: 0.0422082 Jun 08 02:14:13.801537 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:13.838200 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-ff6cb6e5-2f59-47e8-abb6-349d74c8e9b2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:13.839654 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-ff6cb6e5-2f59-47e8-abb6-349d74c8e9b2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/networks?id=ace59b46-c184-42c4-a8ec-b505d053335a HTTP/1.1" status: 200 len: 814 time: 0.1011698 Jun 08 02:14:13.855232 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-a6a0bb72-194a-4d40-a2e4-bd24eb860973 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/quotas/879e3eacb3bc4b69891677c86bbd5de3 HTTP/1.1" status: 200 len: 375 time: 0.0103645 Jun 08 02:14:13.910152 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-dbd7f98f-ab49-43df-bd6f-0d7dee0c530a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=879e3eacb3bc4b69891677c86bbd5de3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497983 Jun 08 02:14:14.005424 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-f7012155-54de-41c1-9017-c7f745ff8f3e service neutron] 10.222.0.20 "GET /v2.0/networks/ace59b46-c184-42c4-a8ec-b505d053335a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834978 Jun 08 02:14:14.096000 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-6287adff-f702-4a4f-9563-e0842ff2899e service neutron] 10.222.0.20 "GET /v2.0/networks/ace59b46-c184-42c4-a8ec-b505d053335a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849206 Jun 08 02:14:14.254565 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-925b2027-c1ba-4323-a9a2-b10760bff147 req-6f5ebba6-9273-4996-ba3a-71dc6163bd6c tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=8870cf32-82de-4bee-98fd-08b49f529cf3 HTTP/1.1" status: 200 len: 210 time: 0.0293834 Jun 08 02:14:14.718800 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:14.755658 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e4544-5556-43be-ba18-bdf3e84f4009 req-e30b13cd-b5b4-4588-8c68-d54fc85af20e tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:14.757260 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0e5e4544-5556-43be-ba18-bdf3e84f4009 req-e30b13cd-b5b4-4588-8c68-d54fc85af20e tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 945 time: 0.0481613 Jun 08 02:14:14.806993 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0e5e4544-5556-43be-ba18-bdf3e84f4009 req-1730fa47-684d-4273-9b6c-1e5c882a54aa tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433424 Jun 08 02:14:15.353639 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b915e87f-5a44-4bb2-88e0-8aa334d05caa req-dcec6117-0466-40dd-acf3-e68c30059610 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=8870cf32-82de-4bee-98fd-08b49f529cf3 HTTP/1.1" status: 200 len: 210 time: 0.0309365 Jun 08 02:14:15.511925 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5683e-49a9-4e61-9931-333512b41563 req-59019650-345d-40dd-8d67-9b6332982d13 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:15.513378 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8aa5683e-49a9-4e61-9931-333512b41563 req-59019650-345d-40dd-8d67-9b6332982d13 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.15 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 945 time: 0.0500672 Jun 08 02:14:15.839606 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-8aa5683e-49a9-4e61-9931-333512b41563 req-b6a9a26a-09e3-4169-a947-6212b88359d0 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Deleting port 906aaccc-01a6-40cf-a960-5f798d175167 {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:14:15.840250 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-8aa5683e-49a9-4e61-9931-333512b41563 req-b6a9a26a-09e3-4169-a947-6212b88359d0 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (906aaccc-01a6-40cf-a960-5f798d175167), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:16.017478 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a65758-4a4a-472f-8ab5-38d3d77ec2b7 req-43453b29-6cea-4f4f-8673-a795fd97a8b8 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:16.018927 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-74a65758-4a4a-472f-8ab5-38d3d77ec2b7 req-43453b29-6cea-4f4f-8673-a795fd97a8b8 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b532af5d-7b14-4644-add7-8b716f81871f HTTP/1.1" status: 200 len: 945 time: 0.1249297 Jun 08 02:14:16.071284 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-8aa5683e-49a9-4e61-9931-333512b41563 req-b6a9a26a-09e3-4169-a947-6212b88359d0 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] For port 906aaccc-01a6-40cf-a960-5f798d175167, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=906aaccc-01a6-40cf-a960-5f798d175167,segment=NetworkSegment(2a41b296-595a-4fb1-82e2-ac5ee17753f8),segment_id=2a41b296-595a-4fb1-82e2-ac5ee17753f8)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:14:16.071644 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-8aa5683e-49a9-4e61-9931-333512b41563 req-b6a9a26a-09e3-4169-a947-6212b88359d0 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (906aaccc-01a6-40cf-a960-5f798d175167), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:16.100576 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-8aa5683e-49a9-4e61-9931-333512b41563 req-b6a9a26a-09e3-4169-a947-6212b88359d0 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Calling delete_port for 906aaccc-01a6-40cf-a960-5f798d175167 owned by compute:nova {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:14:16.107268 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-05daf990-f740-40a4-af6f-67fda18af483 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:16.108702 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-05daf990-f740-40a4-af6f-67fda18af483 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.15 "GET /v2.0/networks?id=ace59b46-c184-42c4-a8ec-b505d053335a HTTP/1.1" status: 200 len: 814 time: 0.2537229 Jun 08 02:14:16.133177 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-74a65758-4a4a-472f-8ab5-38d3d77ec2b7 req-4fdf5f57-fdc0-4d6f-ac3f-66d3669a5a50 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.20 "GET /v2.0/security-groups?id=098167cf-ed64-489d-ae02-7d326d13e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037793 Jun 08 02:14:16.215796 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:16.253135 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-e7fd58c0-bbec-40e7-8428-573b82c219f1 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=879e3eacb3bc4b69891677c86bbd5de3 HTTP/1.1" status: 200 len: 472 time: 0.0936270 Jun 08 02:14:16.258612 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=67 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:16.265755 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=73 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:16.282456 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-a8d362b8-15e6-414a-994e-af9df68bbe47 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Request body: {'port': {'device_id': '8870cf32-82de-4bee-98fd-08b49f529cf3', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'admin_state_up': True, 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'security_groups': ['ca3b7a6a-ddb5-46ae-9d80-dcf0d06183cd']}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:14:16.358780 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-8aa5683e-49a9-4e61-9931-333512b41563 req-b6a9a26a-09e3-4169-a947-6212b88359d0 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (906aaccc-01a6-40cf-a960-5f798d175167), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:16.381685 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['906aaccc-01a6-40cf-a960-5f798d175167'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:14:16.396766 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9a26a-09e3-4169-a947-6212b88359d0 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Pushing event deleted for resources: {'Port': ['ID=906aaccc-01a6-40cf-a960-5f798d175167,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:16.478735 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6bec38a2-1139-4c86-8c93-4a630808d456 req-efb078db-2633-4ccb-b56a-4a527c2707c3 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=8870cf32-82de-4bee-98fd-08b49f529cf3 HTTP/1.1" status: 200 len: 210 time: 0.0526447 Jun 08 02:14:16.481228 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa5683e-49a9-4e61-9931-333512b41563 req-b6a9a26a-09e3-4169-a947-6212b88359d0 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] No DVR routers for this DVR port 906aaccc-01a6-40cf-a960-5f798d175167 on host hv-cinder-84506 {{(pid=104268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:14:16.485456 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-8aa5683e-49a9-4e61-9931-333512b41563 req-b6a9a26a-09e3-4169-a947-6212b88359d0 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:16.488641 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8aa5683e-49a9-4e61-9931-333512b41563 req-b6a9a26a-09e3-4169-a947-6212b88359d0 tempest-TestMinimumBasicScenario-870826201 tempest-TestMinimumBasicScenario-870826201-project] 10.222.0.15 "DELETE /v2.0/ports/906aaccc-01a6-40cf-a960-5f798d175167 HTTP/1.1" status: 204 len: 173 time: 0.7334118 Jun 08 02:14:16.489071 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b532af5d-7b14-4644-add7-8b716f81871f', 'name': 'network-vif-deleted', 'tag': '906aaccc-01a6-40cf-a960-5f798d175167'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:14:16.491278 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996eb09b-96c9-48da-909c-b9a91f14a298" -d '{"events": [{"server_uuid": "b532af5d-7b14-4644-add7-8b716f81871f", "name": "network-vif-deleted", "tag": "906aaccc-01a6-40cf-a960-5f798d175167"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:14:16.507373 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-a8d362b8-15e6-414a-994e-af9df68bbe47 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Made reservation on behalf of 879e3eacb3bc4b69891677c86bbd5de3 for: {'port': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:14:16.511027 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-a8d362b8-15e6-414a-994e-af9df68bbe47 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:16.536674 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2da4cd-5fc9-4306-8f74-2e2ec5f3f110 x-openstack-request-id: req-ab2da4cd-5fc9-4306-8f74-2e2ec5f3f110 {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:14:16.536960 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b532af5d-7b14-4644-add7-8b716f81871f", "name": "network-vif-deleted", "tag": "906aaccc-01a6-40cf-a960-5f798d175167", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:14:16.537222 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab2da4cd-5fc9-4306-8f74-2e2ec5f3f110 {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:14:16.537596 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab2da4cd-5fc9-4306-8f74-2e2ec5f3f110'] response: {'server_uuid': 'b532af5d-7b14-4644-add7-8b716f81871f', 'name': 'network-vif-deleted', 'tag': '906aaccc-01a6-40cf-a960-5f798d175167', 'status': 'completed', 'code': 200} Jun 08 02:14:16.572844 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:16.658117 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-a8d362b8-15e6-414a-994e-af9df68bbe47 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Allocated IP 172.20.0.8 (ace59b46-c184-42c4-a8ec-b505d053335a/b7889fa0-9427-4972-9b51-61090e0e1386/08d25dda-6fc8-4471-9351-39547da360c2) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:14:16.802903 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-a8d362b8-15e6-414a-994e-af9df68bbe47 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for port (08d25dda-6fc8-4471-9351-39547da360c2), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:16.836438 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-a8d362b8-15e6-414a-994e-af9df68bbe47 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (08d25dda-6fc8-4471-9351-39547da360c2), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:16.880745 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-a8d362b8-15e6-414a-994e-af9df68bbe47 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Network ace59b46-c184-42c4-a8ec-b505d053335a is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:14:16.884018 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-a8d362b8-15e6-414a-994e-af9df68bbe47 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:14:16.890211 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-a8d362b8-15e6-414a-994e-af9df68bbe47 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:14:16.918863 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d362b8-15e6-414a-994e-af9df68bbe47 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Pushing event updated for resources: {'Port': ['ID=08d25dda-6fc8-4471-9351-39547da360c2,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:16.937483 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:16.950255 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-a8d362b8-15e6-414a-994e-af9df68bbe47 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:16.950845 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-a8d362b8-15e6-414a-994e-af9df68bbe47 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:16.970387 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-a8d362b8-15e6-414a-994e-af9df68bbe47 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6925101 Jun 08 02:14:16.990397 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-ecc675e0-837f-4ee4-9844-d0b601100f43 service neutron] Request body: {'port': {'device_id': '8870cf32-82de-4bee-98fd-08b49f529cf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:14:17.064709 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-ecc675e0-837f-4ee4-9844-d0b601100f43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (08d25dda-6fc8-4471-9351-39547da360c2), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:17.155702 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-f320cc93-25cc-4759-9e75-96fd1f5d7432 None None] Provisioning complete for port 08d25dda-6fc8-4471-9351-39547da360c2 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:14:17.156189 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-f320cc93-25cc-4759-9e75-96fd1f5d7432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (08d25dda-6fc8-4471-9351-39547da360c2), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:17.194388 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-f320cc93-25cc-4759-9e75-96fd1f5d7432 None None] Port 08d25dda-6fc8-4471-9351-39547da360c2 cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:14:17.377753 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-ecc675e0-837f-4ee4-9844-d0b601100f43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08d25dda-6fc8-4471-9351-39547da360c2 {{(pid=104268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:14:17.385954 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-ecc675e0-837f-4ee4-9844-d0b601100f43 service neutron] Publish callbacks [] for port (08d25dda-6fc8-4471-9351-39547da360c2), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:17.399475 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.provisioning_blocks [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-ecc675e0-837f-4ee4-9844-d0b601100f43 service neutron] Transition to ACTIVE for port object 08d25dda-6fc8-4471-9351-39547da360c2 will not be triggered until provisioned by entity L2. {{(pid=104268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 02:14:17.403332 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-ecc675e0-837f-4ee4-9844-d0b601100f43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (08d25dda-6fc8-4471-9351-39547da360c2), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:17.443147 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:17.454415 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc675e0-837f-4ee4-9844-d0b601100f43 service neutron] Pushing event updated for resources: {'Port': ['ID=08d25dda-6fc8-4471-9351-39547da360c2,revision_number=2']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:17.549338 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-ecc675e0-837f-4ee4-9844-d0b601100f43 service neutron] Attempting to bind port 08d25dda-6fc8-4471-9351-39547da360c2 on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:14:17.549751 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-ecc675e0-837f-4ee4-9844-d0b601100f43 service neutron] Attempting to bind port 08d25dda-6fc8-4471-9351-39547da360c2 by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': 'c782ea20-85ec-40e7-bc18-0d9fccaf21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a'}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:14:17.550249 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-ecc675e0-837f-4ee4-9844-d0b601100f43 service neutron] Attempting to bind port 08d25dda-6fc8-4471-9351-39547da360c2 on network ace59b46-c184-42c4-a8ec-b505d053335a {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:14:17.555632 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-ecc675e0-837f-4ee4-9844-d0b601100f43 service neutron] Port 08d25dda-6fc8-4471-9351-39547da360c2 on network ace59b46-c184-42c4-a8ec-b505d053335a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 02:14:17.556024 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-ecc675e0-837f-4ee4-9844-d0b601100f43 service neutron] Attempting to bind port 08d25dda-6fc8-4471-9351-39547da360c2 on network ace59b46-c184-42c4-a8ec-b505d053335a {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:14:17.561250 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-ecc675e0-837f-4ee4-9844-d0b601100f43 service neutron] Checking agent: {'id': 'aa11e808-eba7-468a-acd8-b3aef0cfc542', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'started_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:14:17.561581 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-ecc675e0-837f-4ee4-9844-d0b601100f43 service neutron] Checking segment: {'id': 'c782ea20-85ec-40e7-bc18-0d9fccaf21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:14:17.561956 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-ecc675e0-837f-4ee4-9844-d0b601100f43 service neutron] Bound using segment: {'id': 'c782ea20-85ec-40e7-bc18-0d9fccaf21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a'} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:14:17.562376 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-ecc675e0-837f-4ee4-9844-d0b601100f43 service neutron] Bound port: 08d25dda-6fc8-4471-9351-39547da360c2, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c782ea20-85ec-40e7-bc18-0d9fccaf21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a'}}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:14:17.562732 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-ecc675e0-837f-4ee4-9844-d0b601100f43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (08d25dda-6fc8-4471-9351-39547da360c2), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:17.903046 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23fd90-b30e-419b-91c9-44eabfcfd8a6 req-29e5004f-cee3-4370-b1aa-03008f192745 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:17.904524 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-aa23fd90-b30e-419b-91c9-44eabfcfd8a6 req-29e5004f-cee3-4370-b1aa-03008f192745 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=8870cf32-82de-4bee-98fd-08b49f529cf3 HTTP/1.1" status: 200 len: 943 time: 0.3319829 Jun 08 02:14:17.924892 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 58354) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:14:17.948677 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-ecc675e0-837f-4ee4-9844-d0b601100f43 service neutron] For port 08d25dda-6fc8-4471-9351-39547da360c2, host hv-cinder-84506, cleared binding levels {{(pid=104268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:14:17.952839 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-ecc675e0-837f-4ee4-9844-d0b601100f43 service neutron] For port 08d25dda-6fc8-4471-9351-39547da360c2, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=08d25dda-6fc8-4471-9351-39547da360c2,segment=NetworkSegment(c782ea20-85ec-40e7-bc18-0d9fccaf21a0),segment_id=c782ea20-85ec-40e7-bc18-0d9fccaf21a0)] {{(pid=104268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:14:17.967373 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-ecc675e0-837f-4ee4-9844-d0b601100f43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (08d25dda-6fc8-4471-9351-39547da360c2), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:18.003285 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-aa23fd90-b30e-419b-91c9-44eabfcfd8a6 req-5ceae16d-a290-439c-aaf7-e23387c3d56b tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca3b7a6a-ddb5-46ae-9d80-dcf0d06183cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872862 Jun 08 02:14:18.009661 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-ecc675e0-837f-4ee4-9844-d0b601100f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:18.010258 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-ecc675e0-837f-4ee4-9844-d0b601100f43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:18.011610 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-ecc675e0-837f-4ee4-9844-d0b601100f43 service neutron] 10.222.0.15 "PUT /v2.0/ports/08d25dda-6fc8-4471-9351-39547da360c2 HTTP/1.1" status: 200 len: 1093 time: 1.0257154 Jun 08 02:14:18.049478 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc675e0-837f-4ee4-9844-d0b601100f43 service neutron] Pushing event updated for resources: {'Port': ['ID=08d25dda-6fc8-4471-9351-39547da360c2,revision_number=3']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:18.096572 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-74683214-2d77-4f4d-84b6-2a204ba755b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:18.098176 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-74683214-2d77-4f4d-84b6-2a204ba755b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=879e3eacb3bc4b69891677c86bbd5de3&device_id=8870cf32-82de-4bee-98fd-08b49f529cf3 HTTP/1.1" status: 200 len: 1127 time: 0.0441637 Jun 08 02:14:18.142658 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-9fc5b822-d989-4996-96c6-2ae57b6c815b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08d25dda-6fc8-4471-9351-39547da360c2 HTTP/1.1" status: 200 len: 217 time: 0.0341580 Jun 08 02:14:18.158765 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:18.162867 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:18.209835 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-45864453-6e8f-4743-87aa-d2f5d3b10252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:18.212317 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-45864453-6e8f-4743-87aa-d2f5d3b10252 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7889fa0-9427-4972-9b51-61090e0e1386 HTTP/1.1" status: 200 len: 853 time: 0.0579467 Jun 08 02:14:18.238102 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:18.251704 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-24b3a411-b111-4f22-81ff-565f7ae70430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683837'] for router_interface (2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:18.262984 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-f28ffefc-09f2-4206-a54e-78c09dc5dd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:18.264509 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-f28ffefc-09f2-4206-a54e-78c09dc5dd6f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ace59b46-c184-42c4-a8ec-b505d053335a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431795 Jun 08 02:14:18.358891 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-4119d1ae-78e7-4191-8d5f-a4d9f394dbc4 service neutron] 10.222.0.15 "GET /v2.0/networks/ace59b46-c184-42c4-a8ec-b505d053335a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846756 Jun 08 02:14:18.456381 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4ed13d5e-78ba-4323-9f80-cf6bf4388d49 req-3f063dbc-8aca-4e54-a6d5-0f9059ec1d30 service neutron] 10.222.0.15 "GET /v2.0/networks/ace59b46-c184-42c4-a8ec-b505d053335a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882814 Jun 08 02:14:18.474334 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [None req-24b3a411-b111-4f22-81ff-565f7ae70430 admin admin] Deleting port e2d02735-db4b-4263-af2d-568263495d16 {{(pid=104269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:14:18.474617 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-24b3a411-b111-4f22-81ff-565f7ae70430 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (e2d02735-db4b-4263-af2d-568263495d16), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:18.538733 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8870cf32-82de-4bee-98fd-08b49f529cf3', 'tag': '08d25dda-6fc8-4471-9351-39547da360c2'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:14:18.541621 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c84d266-03a1-4bd1-86f9-92faf693448b" -d '{"events": [{"name": "network-changed", "server_uuid": "8870cf32-82de-4bee-98fd-08b49f529cf3", "tag": "08d25dda-6fc8-4471-9351-39547da360c2"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:14:18.552089 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.db [None req-24b3a411-b111-4f22-81ff-565f7ae70430 admin admin] For port e2d02735-db4b-4263-af2d-568263495d16, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=e2d02735-db4b-4263-af2d-568263495d16,segment=NetworkSegment(2a41b296-595a-4fb1-82e2-ac5ee17753f8),segment_id=2a41b296-595a-4fb1-82e2-ac5ee17753f8)] {{(pid=104269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:14:18.552481 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-24b3a411-b111-4f22-81ff-565f7ae70430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (e2d02735-db4b-4263-af2d-568263495d16), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:18.566233 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [None req-24b3a411-b111-4f22-81ff-565f7ae70430 admin admin] Calling delete_port for e2d02735-db4b-4263-af2d-568263495d16 owned by network:router_interface {{(pid=104269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:14:18.577534 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28a0ff4-52e2-4dc3-a093-7802363b45db x-openstack-request-id: req-d28a0ff4-52e2-4dc3-a093-7802363b45db {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:14:18.577827 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8870cf32-82de-4bee-98fd-08b49f529cf3", "tag": "08d25dda-6fc8-4471-9351-39547da360c2", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:14:18.578073 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d28a0ff4-52e2-4dc3-a093-7802363b45db {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:14:18.578466 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d28a0ff4-52e2-4dc3-a093-7802363b45db'] response: {'name': 'network-changed', 'server_uuid': '8870cf32-82de-4bee-98fd-08b49f529cf3', 'tag': '08d25dda-6fc8-4471-9351-39547da360c2', 'status': 'completed', 'code': 200} Jun 08 02:14:18.743065 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-24b3a411-b111-4f22-81ff-565f7ae70430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (e2d02735-db4b-4263-af2d-568263495d16), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:18.765508 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3a411-b111-4f22-81ff-565f7ae70430 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2d02735-db4b-4263-af2d-568263495d16,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:18.943062 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-24b3a411-b111-4f22-81ff-565f7ae70430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683181'] for router_interface (2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:19.046489 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:19.081951 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:19.119042 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e8e66-6dcb-449e-a8ce-2d17c22e6a00 req-f13e5464-c8be-4bc1-88ee-29ca44a7d9d5 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:19.120504 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-633e8e66-6dcb-449e-a8ce-2d17c22e6a00 req-f13e5464-c8be-4bc1-88ee-29ca44a7d9d5 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=8870cf32-82de-4bee-98fd-08b49f529cf3 HTTP/1.1" status: 200 len: 943 time: 0.0478058 Jun 08 02:14:19.151579 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b3a411-b111-4f22-81ff-565f7ae70430 admin admin] Router 2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:14:19.168525 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-633e8e66-6dcb-449e-a8ce-2d17c22e6a00 req-ecca18ca-75b1-4496-b6ea-eac025c5490b tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca3b7a6a-ddb5-46ae-9d80-dcf0d06183cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415485 Jun 08 02:14:19.395333 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84d266-03a1-4bd1-86f9-92faf693448b req-a04c26c9-274a-44be-a7cf-483b9339e73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:19.396805 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5c84d266-03a1-4bd1-86f9-92faf693448b req-a04c26c9-274a-44be-a7cf-483b9339e73b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=879e3eacb3bc4b69891677c86bbd5de3&device_id=8870cf32-82de-4bee-98fd-08b49f529cf3 HTTP/1.1" status: 200 len: 1127 time: 0.0401146 Jun 08 02:14:19.465936 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b3a411-b111-4f22-81ff-565f7ae70430 admin admin] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:14:19.471596 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-24b3a411-b111-4f22-81ff-565f7ae70430 admin admin] 10.222.0.20 "PUT /v2.0/routers/2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5485256 Jun 08 02:14:19.474003 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 58360) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:14:19.477101 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d1b8ef-a791-4a1e-ae82-8ba4be90dc87 None None] Sync routers for ids ['2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d'] in dv-cinder-845069-1-iscsi {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:14:19.491349 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d1b8ef-a791-4a1e-ae82-8ba4be90dc87 None None] Routers {'2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:14:19.492047 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-02d1b8ef-a791-4a1e-ae82-8ba4be90dc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:14:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:19.538524 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84d266-03a1-4bd1-86f9-92faf693448b req-b3be7562-ea8b-4fd5-92ab-a271419b0ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:19.539965 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5c84d266-03a1-4bd1-86f9-92faf693448b req-b3be7562-ea8b-4fd5-92ab-a271419b0ddd service neutron] 10.222.0.15 "GET /v2.0/networks?id=ace59b46-c184-42c4-a8ec-b505d053335a HTTP/1.1" status: 200 len: 915 time: 0.1342432 Jun 08 02:14:19.589751 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-02d1b8ef-a791-4a1e-ae82-8ba4be90dc87 None None] Set router 2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:14:19.601620 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5c84d266-03a1-4bd1-86f9-92faf693448b req-3d8226a7-d9c9-4aae-be76-7b1fc72ea1b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08d25dda-6fc8-4471-9351-39547da360c2 HTTP/1.1" status: 200 len: 217 time: 0.0344553 Jun 08 02:14:19.650214 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-e9ddfdb5-0f06-4fe4-8ef1-d2236a212e36 admin admin] Publish callbacks [] for router (2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:19.651552 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:19.701860 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84d266-03a1-4bd1-86f9-92faf693448b req-c7d28028-e86c-419b-a51d-e12a812dbfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:19.703308 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5c84d266-03a1-4bd1-86f9-92faf693448b req-c7d28028-e86c-419b-a51d-e12a812dbfab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7889fa0-9427-4972-9b51-61090e0e1386 HTTP/1.1" status: 200 len: 853 time: 0.0920966 Jun 08 02:14:19.755181 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-02d1b8ef-a791-4a1e-ae82-8ba4be90dc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'name': 'tempest-TestMinimumBasicScenario-1810733501-router', 'tenant_id': '3b0724451ec94fdbb4f2422c44245b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '9cc63bf3-a416-4b8e-8367-ec6b454b9c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:11:40Z', 'updated_at': '2022-06-08T02:14:18Z', 'revision_number': 5, 'project_id': '3b0724451ec94fdbb4f2422c44245b53', 'gw_port': {'id': '9cc63bf3-a416-4b8e-8367-ec6b454b9c8f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:11:40Z', 'updated_at': '2022-06-08T02:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:19.779073 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d1b8ef-a791-4a1e-ae82-8ba4be90dc87 None None] Checking router: 2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d for host: dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:14:19.785224 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84d266-03a1-4bd1-86f9-92faf693448b req-94b68a90-15a6-4543-92ad-4bcbb543f238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:19.787012 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5c84d266-03a1-4bd1-86f9-92faf693448b req-94b68a90-15a6-4543-92ad-4bcbb543f238 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ace59b46-c184-42c4-a8ec-b505d053335a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553455 Jun 08 02:14:19.789134 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d1b8ef-a791-4a1e-ae82-8ba4be90dc87 None None] Routers {'2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:14:19.789742 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-02d1b8ef-a791-4a1e-ae82-8ba4be90dc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:14:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:19.795958 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-e9ddfdb5-0f06-4fe4-8ef1-d2236a212e36 admin admin] Publish callbacks [] for router_gateway (2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:19.885628 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-e9ddfdb5-0f06-4fe4-8ef1-d2236a212e36 admin admin] Deleting port 9cc63bf3-a416-4b8e-8367-ec6b454b9c8f {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:14:19.885966 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-e9ddfdb5-0f06-4fe4-8ef1-d2236a212e36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (9cc63bf3-a416-4b8e-8367-ec6b454b9c8f), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:19.890073 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-02d1b8ef-a791-4a1e-ae82-8ba4be90dc87 None None] Set router 2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:14:19.893445 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:19.926296 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 906aaccc-01a6-40cf-a960-5f798d175167 no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:14:19.947646 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] No Port match for: 906aaccc-01a6-40cf-a960-5f798d175167 {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:14:19.947990 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 906aaccc-01a6-40cf-a960-5f798d175167 not bound to the agent host hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:14:19.962920 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5c84d266-03a1-4bd1-86f9-92faf693448b req-9792c66e-4ef5-44d5-9d90-37c95737b64e service neutron] 10.222.0.15 "GET /v2.0/networks/ace59b46-c184-42c4-a8ec-b505d053335a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623144 Jun 08 02:14:20.040147 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [None req-e9ddfdb5-0f06-4fe4-8ef1-d2236a212e36 admin admin] For port 9cc63bf3-a416-4b8e-8367-ec6b454b9c8f, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=9cc63bf3-a416-4b8e-8367-ec6b454b9c8f,segment=NetworkSegment(85e1942d-da80-4474-8baf-777e325afd8c),segment_id=85e1942d-da80-4474-8baf-777e325afd8c)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:14:20.040533 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-e9ddfdb5-0f06-4fe4-8ef1-d2236a212e36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (9cc63bf3-a416-4b8e-8367-ec6b454b9c8f), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:20.054072 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-02d1b8ef-a791-4a1e-ae82-8ba4be90dc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'name': 'tempest-TestMinimumBasicScenario-1810733501-router', 'tenant_id': '3b0724451ec94fdbb4f2422c44245b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '9cc63bf3-a416-4b8e-8367-ec6b454b9c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:11:40Z', 'updated_at': '2022-06-08T02:14:18Z', 'revision_number': 5, 'project_id': '3b0724451ec94fdbb4f2422c44245b53', 'gw_port': {'id': '9cc63bf3-a416-4b8e-8367-ec6b454b9c8f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:11:40Z', 'updated_at': '2022-06-08T02:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:20.061604 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-e9ddfdb5-0f06-4fe4-8ef1-d2236a212e36 admin admin] Calling delete_port for 9cc63bf3-a416-4b8e-8367-ec6b454b9c8f owned by network:router_gateway {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:14:20.081497 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d1b8ef-a791-4a1e-ae82-8ba4be90dc87 None None] The sync data for ids ['2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d'] in dv-cinder-845069-1-iscsi is: [{'id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'name': 'tempest-TestMinimumBasicScenario-1810733501-router', 'tenant_id': '3b0724451ec94fdbb4f2422c44245b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '9cc63bf3-a416-4b8e-8367-ec6b454b9c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:11:40Z', 'updated_at': '2022-06-08T02:14:18Z', 'revision_number': 5, 'project_id': '3b0724451ec94fdbb4f2422c44245b53', 'gw_port': {'id': '9cc63bf3-a416-4b8e-8367-ec6b454b9c8f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:11:40Z', 'updated_at': '2022-06-08T02:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}] {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:14:20.127231 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5c84d266-03a1-4bd1-86f9-92faf693448b req-2fa54e58-62b5-4bcb-b282-6aac0a0a8d65 service neutron] 10.222.0.15 "GET /v2.0/networks/ace59b46-c184-42c4-a8ec-b505d053335a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539087 Jun 08 02:14:20.278430 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-e9ddfdb5-0f06-4fe4-8ef1-d2236a212e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (9cc63bf3-a416-4b8e-8367-ec6b454b9c8f), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:20.314106 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493e8f7-ace0-44dc-acca-fb9ed1d31f15 req-f76e3b76-5558-40e7-99c1-4846f5e7603e tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:20.315561 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9493e8f7-ace0-44dc-acca-fb9ed1d31f15 req-f76e3b76-5558-40e7-99c1-4846f5e7603e tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=8870cf32-82de-4bee-98fd-08b49f529cf3 HTTP/1.1" status: 200 len: 943 time: 0.0763021 Jun 08 02:14:20.320874 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ddfdb5-0f06-4fe4-8ef1-d2236a212e36 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cc63bf3-a416-4b8e-8367-ec6b454b9c8f,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:20.415793 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9493e8f7-ace0-44dc-acca-fb9ed1d31f15 req-ba81e33a-dbd4-4122-afa6-77f8546f0b5e tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca3b7a6a-ddb5-46ae-9d80-dcf0d06183cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922766 Jun 08 02:14:20.418233 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-e9ddfdb5-0f06-4fe4-8ef1-d2236a212e36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-682874'] for router_gateway (2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:20.507464 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-e9ddfdb5-0f06-4fe4-8ef1-d2236a212e36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6818'] for router (2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:20.509737 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-e9ddfdb5-0f06-4fe4-8ef1-d2236a212e36 admin admin] Publish callbacks [] for router_controller (2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d), precommit_delete_associations {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:20.554321 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-e9ddfdb5-0f06-4fe4-8ef1-d2236a212e36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683256'] for router (2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:20.554999 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ddfdb5-0f06-4fe4-8ef1-d2236a212e36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d {{(pid=104268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 08 02:14:20.559348 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-e9ddfdb5-0f06-4fe4-8ef1-d2236a212e36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:20.560522 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-e9ddfdb5-0f06-4fe4-8ef1-d2236a212e36 admin admin] 10.222.0.20 "DELETE /v2.0/routers/2cf6ce6b-ade6-4cfe-92ca-926ee48c2a9d HTTP/1.1" status: 204 len: 168 time: 1.0848060 Jun 08 02:14:20.562962 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 58364) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:14:20.570775 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:20.609667 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c673968-36ea-49c7-a9a7-8739453fb199 admin admin] Deleting subnet 718984ae-459e-42d0-9618-25b80c72367c {{(pid=104268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 08 02:14:20.613798 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-4c673968-36ea-49c7-a9a7-8739453fb199 admin admin] Publish callbacks [] for subnet (718984ae-459e-42d0-9618-25b80c72367c), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:20.653388 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-4c673968-36ea-49c7-a9a7-8739453fb199 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8505923'] for subnet (718984ae-459e-42d0-9618-25b80c72367c), precommit_delete_associations {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:20.699049 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:20.732450 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-4c673968-36ea-49c7-a9a7-8739453fb199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749588'] for subnet (718984ae-459e-42d0-9618-25b80c72367c), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:20.788235 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-4c673968-36ea-49c7-a9a7-8739453fb199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8689909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8450983'] for subnet (718984ae-459e-42d0-9618-25b80c72367c), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:20.815430 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c673968-36ea-49c7-a9a7-8739453fb199 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=718984ae-459e-42d0-9618-25b80c72367c,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:20.820984 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-4c673968-36ea-49c7-a9a7-8739453fb199 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:20.824086 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-4c673968-36ea-49c7-a9a7-8739453fb199 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/718984ae-459e-42d0-9618-25b80c72367c HTTP/1.1" status: 204 len: 168 time: 0.2601361 Jun 08 02:14:20.826565 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 58366) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:14:20.829844 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d844c59d-1e5b-4022-94d0-f25c58a10382 None None] Network 29b8f254-b98d-401b-bc5d-7cbf19e5b50d requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:14:20.895439 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-aad52e7a-75b5-4bed-9895-5305921acc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1340890'] for network (29b8f254-b98d-401b-bc5d-7cbf19e5b50d), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:20.939456 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-aad52e7a-75b5-4bed-9895-5305921acc4c admin admin] Deleting port ccb63f4a-1b0f-4148-8624-0b99ef11db06 {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:14:20.939735 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-aad52e7a-75b5-4bed-9895-5305921acc4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (ccb63f4a-1b0f-4148-8624-0b99ef11db06), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:21.006307 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [None req-aad52e7a-75b5-4bed-9895-5305921acc4c admin admin] For port ccb63f4a-1b0f-4148-8624-0b99ef11db06, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=ccb63f4a-1b0f-4148-8624-0b99ef11db06,segment=NetworkSegment(2a41b296-595a-4fb1-82e2-ac5ee17753f8),segment_id=2a41b296-595a-4fb1-82e2-ac5ee17753f8)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:14:21.006614 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-aad52e7a-75b5-4bed-9895-5305921acc4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (ccb63f4a-1b0f-4148-8624-0b99ef11db06), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:21.020160 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-aad52e7a-75b5-4bed-9895-5305921acc4c admin admin] Calling delete_port for ccb63f4a-1b0f-4148-8624-0b99ef11db06 owned by network:dhcp {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:14:21.096614 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da256697-f2c3-40b0-beae-069772c82c8d None None] DHCP port deletion for 29b8f254-b98d-401b-bc5d-7cbf19e5b50d request from dv-cinder-845069-1-iscsi {{(pid=104270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 08 02:14:21.101111 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-aad52e7a-75b5-4bed-9895-5305921acc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (ccb63f4a-1b0f-4148-8624-0b99ef11db06), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:21.123722 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-da256697-f2c3-40b0-beae-069772c82c8d None None] The port 'ccb63f4a-1b0f-4148-8624-0b99ef11db06' was deleted {{(pid=104270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Jun 08 02:14:21.128011 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad52e7a-75b5-4bed-9895-5305921acc4c admin admin] Pushing event deleted for resources: {'Port': ['ID=ccb63f4a-1b0f-4148-8624-0b99ef11db06,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:21.136441 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad52e7a-75b5-4bed-9895-5305921acc4c admin admin] No DVR routers for this DVR port ccb63f4a-1b0f-4148-8624-0b99ef11db06 on host dv-cinder-845069-1-iscsi {{(pid=104268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:14:21.176350 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 9cc63bf3-a416-4b8e-8367-ec6b454b9c8f no longer exists at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:14:21.195416 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] No Port match for: 9cc63bf3-a416-4b8e-8367-ec6b454b9c8f {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:14:21.195762 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 9cc63bf3-a416-4b8e-8367-ec6b454b9c8f not bound to the agent host dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:14:21.196176 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device ccb63f4a-1b0f-4148-8624-0b99ef11db06 no longer exists at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:14:21.213716 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] No Port match for: ccb63f4a-1b0f-4148-8624-0b99ef11db06 {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:14:21.214056 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device ccb63f4a-1b0f-4148-8624-0b99ef11db06 not bound to the agent host dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:14:21.214461 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device e2d02735-db4b-4263-af2d-568263495d16 no longer exists at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:14:21.223434 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-aad52e7a-75b5-4bed-9895-5305921acc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749203', 'neutron.services.segments.db._delete_segments_for_network-8744501735437'] for network (29b8f254-b98d-401b-bc5d-7cbf19e5b50d), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:21.236782 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] No Port match for: e2d02735-db4b-4263-af2d-568263495d16 {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:14:21.237117 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device e2d02735-db4b-4263-af2d-568263495d16 not bound to the agent host dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:14:21.246919 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.services.segments.db [None req-aad52e7a-75b5-4bed-9895-5305921acc4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b8f254-b98d-401b-bc5d-7cbf19e5b50d']}} {{(pid=104268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:21.257076 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.services.segments.db [None req-aad52e7a-75b5-4bed-9895-5305921acc4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a41b296-595a-4fb1-82e2-ac5ee17753f8') {'for_net_delete': True} {{(pid=104268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:21.257311 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.services.segments.db [None req-aad52e7a-75b5-4bed-9895-5305921acc4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a41b296-595a-4fb1-82e2-ac5ee17753f8') {} {{(pid=104268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:21.266909 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-aad52e7a-75b5-4bed-9895-5305921acc4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744501734036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8505930'] for segment (2a41b296-595a-4fb1-82e2-ac5ee17753f8), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:21.279904 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-aad52e7a-75b5-4bed-9895-5305921acc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (2a41b296-595a-4fb1-82e2-ac5ee17753f8), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:21.286595 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aad52e7a-75b5-4bed-9895-5305921acc4c admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=104268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 02:14:21.286981 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-aad52e7a-75b5-4bed-9895-5305921acc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8689839'] for segment (2a41b296-595a-4fb1-82e2-ac5ee17753f8), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:21.330112 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.services.segments.plugin [-] Segment 2a41b296-595a-4fb1-82e2-ac5ee17753f8 resource provider aggregate not found Jun 08 02:14:21.352029 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.services.segments.plugin [-] Segment 2a41b296-595a-4fb1-82e2-ac5ee17753f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a41b296-595a-4fb1-82e2-ac5ee17753f8 found for delete ", "request_id": "req-ae8eb071-42c6-4c38-838c-4994ed5a5817"}]} Jun 08 02:14:21.355839 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-aad52e7a-75b5-4bed-9895-5305921acc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682838'] for network (29b8f254-b98d-401b-bc5d-7cbf19e5b50d), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:21.361856 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-aad52e7a-75b5-4bed-9895-5305921acc4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:21.364824 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-aad52e7a-75b5-4bed-9895-5305921acc4c admin admin] 10.222.0.20 "DELETE /v2.0/networks/29b8f254-b98d-401b-bc5d-7cbf19e5b50d HTTP/1.1" status: 204 len: 168 time: 0.5373681 Jun 08 02:14:21.367872 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 58372) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:14:21.375585 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad52e7a-75b5-4bed-9895-5305921acc4c admin admin] Pushing event deleted for resources: {'Network': ['ID=29b8f254-b98d-401b-bc5d-7cbf19e5b50d,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:21.531036 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de89b69-d154-4a4b-be11-e38e5c8733ca req-a9d8f877-9abe-4733-b9e4-7b852ce7e609 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:21.532962 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9de89b69-d154-4a4b-be11-e38e5c8733ca req-a9d8f877-9abe-4733-b9e4-7b852ce7e609 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=8870cf32-82de-4bee-98fd-08b49f529cf3 HTTP/1.1" status: 200 len: 943 time: 0.0478864 Jun 08 02:14:21.580128 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9de89b69-d154-4a4b-be11-e38e5c8733ca req-db3c00f5-6a61-4d09-bd79-f095ad7c87e3 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca3b7a6a-ddb5-46ae-9d80-dcf0d06183cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412111 Jun 08 02:14:21.675959 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-dc3a2b80-cecf-489f-b417-403fecd35131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683837'] for router_interface (2fc6baf6-f2fc-4f48-8549-f9592aa77b01), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:21.888118 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [None req-dc3a2b80-cecf-489f-b417-403fecd35131 admin admin] Deleting port 85060e05-70ad-4ab0-86a3-3ff2ca893c99 {{(pid=104269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:14:21.888344 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-dc3a2b80-cecf-489f-b417-403fecd35131 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (85060e05-70ad-4ab0-86a3-3ff2ca893c99), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:21.940646 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 08d25dda-6fc8-4471-9351-39547da360c2 details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 02:14:21.960994 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:21.966647 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.db [None req-dc3a2b80-cecf-489f-b417-403fecd35131 admin admin] For port 85060e05-70ad-4ab0-86a3-3ff2ca893c99, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=85060e05-70ad-4ab0-86a3-3ff2ca893c99,segment=NetworkSegment(ec8ece59-4d3d-4e89-b5f4-6b150866a146),segment_id=ec8ece59-4d3d-4e89-b5f4-6b150866a146)] {{(pid=104269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:14:21.967008 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-dc3a2b80-cecf-489f-b417-403fecd35131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (85060e05-70ad-4ab0-86a3-3ff2ca893c99), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:21.973436 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:21.981273 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [None req-dc3a2b80-cecf-489f-b417-403fecd35131 admin admin] Calling delete_port for 85060e05-70ad-4ab0-86a3-3ff2ca893c99 owned by network:router_interface {{(pid=104269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:14:22.022603 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=100 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:22.040104 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=100 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:22.042757 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 08d25dda-6fc8-4471-9351-39547da360c2, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=08d25dda-6fc8-4471-9351-39547da360c2,segment=NetworkSegment(c782ea20-85ec-40e7-bc18-0d9fccaf21a0),segment_id=c782ea20-85ec-40e7-bc18-0d9fccaf21a0)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:14:22.054315 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Returning: {'device': '08d25dda-6fc8-4471-9351-39547da360c2', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'port_id': '08d25dda-6fc8-4471-9351-39547da360c2', 'mac_address': 'fa:16:3e:d8:91:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 02:14:22.091612 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 08d25dda-6fc8-4471-9351-39547da360c2 is: DOWN; New status is: BUILD {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:14:22.092000 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (08d25dda-6fc8-4471-9351-39547da360c2), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:22.105765 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08d25dda-6fc8-4471-9351-39547da360c2 {{(pid=104270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:14:22.125084 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 08d25dda-6fc8-4471-9351-39547da360c2, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=08d25dda-6fc8-4471-9351-39547da360c2,segment=NetworkSegment(c782ea20-85ec-40e7-bc18-0d9fccaf21a0),segment_id=c782ea20-85ec-40e7-bc18-0d9fccaf21a0)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:14:22.131413 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (08d25dda-6fc8-4471-9351-39547da360c2), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:22.166621 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-dc3a2b80-cecf-489f-b417-403fecd35131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (85060e05-70ad-4ab0-86a3-3ff2ca893c99), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:22.178577 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=08d25dda-6fc8-4471-9351-39547da360c2,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:22.185705 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:22.186042 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:22.186373 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:22.186701 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:22.187029 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:22.187348 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:22.187664 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:22.187979 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:22.188325 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:22.188663 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:22.189025 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:22.189378 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:22.189695 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:22.189998 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:22.190311 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:22.192180 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a2b80-cecf-489f-b417-403fecd35131 admin admin] Pushing event deleted for resources: {'Port': ['ID=85060e05-70ad-4ab0-86a3-3ff2ca893c99,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:22.358930 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-dc3a2b80-cecf-489f-b417-403fecd35131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683181'] for router_interface (2fc6baf6-f2fc-4f48-8549-f9592aa77b01), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:22.382828 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['08d25dda-6fc8-4471-9351-39547da360c2'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:14:22.560838 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3a2b80-cecf-489f-b417-403fecd35131 admin admin] Router 2fc6baf6-f2fc-4f48-8549-f9592aa77b01 has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:14:22.661166 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3a2b80-cecf-489f-b417-403fecd35131 admin admin] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:14:22.666328 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-dc3a2b80-cecf-489f-b417-403fecd35131 admin admin] 10.222.0.20 "PUT /v2.0/routers/2fc6baf6-f2fc-4f48-8549-f9592aa77b01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2973361 Jun 08 02:14:22.669364 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 58378) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:14:22.675704 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dd9360-4abd-4756-81bb-2894f8baae02 None None] Sync routers for ids ['2fc6baf6-f2fc-4f48-8549-f9592aa77b01'] in dv-cinder-845069-1-iscsi {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:14:22.682661 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:22.687925 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dd9360-4abd-4756-81bb-2894f8baae02 None None] Routers {'2fc6baf6-f2fc-4f48-8549-f9592aa77b01'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:14:22.689671 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-21dd9360-4abd-4756-81bb-2894f8baae02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:14:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['2fc6baf6-f2fc-4f48-8549-f9592aa77b01'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:22.708440 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2b754-d8d8-4b9d-85ee-fd15390ea1ee req-1c60c83b-2cbb-4038-bd75-a32e65cd3631 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:22.709938 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b9e2b754-d8d8-4b9d-85ee-fd15390ea1ee req-1c60c83b-2cbb-4038-bd75-a32e65cd3631 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=8870cf32-82de-4bee-98fd-08b49f529cf3 HTTP/1.1" status: 200 len: 944 time: 0.0564339 Jun 08 02:14:22.763228 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b9e2b754-d8d8-4b9d-85ee-fd15390ea1ee req-b201d647-c45d-4e36-a699-cba8c1d205f5 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca3b7a6a-ddb5-46ae-9d80-dcf0d06183cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453250 Jun 08 02:14:22.781780 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-71e5ec2b-2884-4201-9955-6b92a413e383 admin admin] Publish callbacks [] for router (2fc6baf6-f2fc-4f48-8549-f9592aa77b01), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:22.882631 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:22.885081 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-71e5ec2b-2884-4201-9955-6b92a413e383 admin admin] Publish callbacks [] for router_gateway (2fc6baf6-f2fc-4f48-8549-f9592aa77b01), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:22.931607 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [None req-71e5ec2b-2884-4201-9955-6b92a413e383 admin admin] Deleting port 1a1a5d5e-6820-485d-a379-0b55dede0669 {{(pid=104269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:14:22.931948 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-71e5ec2b-2884-4201-9955-6b92a413e383 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (1a1a5d5e-6820-485d-a379-0b55dede0669), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:22.940696 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-21dd9360-4abd-4756-81bb-2894f8baae02 None None] Set router 2fc6baf6-f2fc-4f48-8549-f9592aa77b01 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:14:22.943707 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:23.014423 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.db [None req-71e5ec2b-2884-4201-9955-6b92a413e383 admin admin] For port 1a1a5d5e-6820-485d-a379-0b55dede0669, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=1a1a5d5e-6820-485d-a379-0b55dede0669,segment=NetworkSegment(85e1942d-da80-4474-8baf-777e325afd8c),segment_id=85e1942d-da80-4474-8baf-777e325afd8c)] {{(pid=104269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:14:23.014786 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-71e5ec2b-2884-4201-9955-6b92a413e383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (1a1a5d5e-6820-485d-a379-0b55dede0669), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:23.028208 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [None req-71e5ec2b-2884-4201-9955-6b92a413e383 admin admin] Calling delete_port for 1a1a5d5e-6820-485d-a379-0b55dede0669 owned by network:router_gateway {{(pid=104269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:14:23.109890 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-21dd9360-4abd-4756-81bb-2894f8baae02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc6baf6-f2fc-4f48-8549-f9592aa77b01', 'name': 'tempest-TestMinimumBasicScenario-2074670367-router', 'tenant_id': '3424f51f284c42338dc4295f2860a4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '1a1a5d5e-6820-485d-a379-0b55dede0669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:11:46Z', 'updated_at': '2022-06-08T02:14:22Z', 'revision_number': 5, 'project_id': '3424f51f284c42338dc4295f2860a4a4', 'gw_port': {'id': '1a1a5d5e-6820-485d-a379-0b55dede0669', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6baf6-f2fc-4f48-8549-f9592aa77b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:11:47Z', 'updated_at': '2022-06-08T02:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:23.134662 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dd9360-4abd-4756-81bb-2894f8baae02 None None] Checking router: 2fc6baf6-f2fc-4f48-8549-f9592aa77b01 for host: dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:14:23.145013 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dd9360-4abd-4756-81bb-2894f8baae02 None None] Routers {'2fc6baf6-f2fc-4f48-8549-f9592aa77b01'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:14:23.145724 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-21dd9360-4abd-4756-81bb-2894f8baae02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:14:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['2fc6baf6-f2fc-4f48-8549-f9592aa77b01'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:23.196841 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-71e5ec2b-2884-4201-9955-6b92a413e383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (1a1a5d5e-6820-485d-a379-0b55dede0669), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:23.225391 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5ec2b-2884-4201-9955-6b92a413e383 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a1a5d5e-6820-485d-a379-0b55dede0669,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:23.242030 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-21dd9360-4abd-4756-81bb-2894f8baae02 None None] Set router 2fc6baf6-f2fc-4f48-8549-f9592aa77b01 gateway port host: None {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:14:23.297843 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-71e5ec2b-2884-4201-9955-6b92a413e383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-682874'] for router_gateway (2fc6baf6-f2fc-4f48-8549-f9592aa77b01), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:23.298891 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-21dd9360-4abd-4756-81bb-2894f8baae02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc6baf6-f2fc-4f48-8549-f9592aa77b01', 'name': 'tempest-TestMinimumBasicScenario-2074670367-router', 'tenant_id': '3424f51f284c42338dc4295f2860a4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:11:46Z', 'updated_at': '2022-06-08T02:14:22Z', 'revision_number': 6, 'project_id': '3424f51f284c42338dc4295f2860a4a4', 'gw_port_host': None}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:23.324153 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dd9360-4abd-4756-81bb-2894f8baae02 None None] The sync data for ids ['2fc6baf6-f2fc-4f48-8549-f9592aa77b01'] in dv-cinder-845069-1-iscsi is: [{'id': '2fc6baf6-f2fc-4f48-8549-f9592aa77b01', 'name': 'tempest-TestMinimumBasicScenario-2074670367-router', 'tenant_id': '3424f51f284c42338dc4295f2860a4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:11:46Z', 'updated_at': '2022-06-08T02:14:22Z', 'revision_number': 6, 'project_id': '3424f51f284c42338dc4295f2860a4a4', 'gw_port_host': None}] {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:14:23.387088 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-71e5ec2b-2884-4201-9955-6b92a413e383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6818'] for router (2fc6baf6-f2fc-4f48-8549-f9592aa77b01), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:23.389304 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-71e5ec2b-2884-4201-9955-6b92a413e383 admin admin] Publish callbacks [] for router_controller (2fc6baf6-f2fc-4f48-8549-f9592aa77b01), precommit_delete_associations {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:23.439384 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-71e5ec2b-2884-4201-9955-6b92a413e383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683256'] for router (2fc6baf6-f2fc-4f48-8549-f9592aa77b01), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:23.440345 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e5ec2b-2884-4201-9955-6b92a413e383 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fc6baf6-f2fc-4f48-8549-f9592aa77b01 {{(pid=104269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 08 02:14:23.445638 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-71e5ec2b-2884-4201-9955-6b92a413e383 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:23.449440 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 58380) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:14:23.450040 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-71e5ec2b-2884-4201-9955-6b92a413e383 admin admin] 10.222.0.20 "DELETE /v2.0/routers/2fc6baf6-f2fc-4f48-8549-f9592aa77b01 HTTP/1.1" status: 204 len: 168 time: 0.7798436 Jun 08 02:14:23.507421 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5230159-a06a-44b3-be2b-776f70f3be2b admin admin] Deleting subnet d739c919-4aec-4e40-8103-e157d619ba6f {{(pid=104268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 08 02:14:23.510869 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b5230159-a06a-44b3-be2b-776f70f3be2b admin admin] Publish callbacks [] for subnet (d739c919-4aec-4e40-8103-e157d619ba6f), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:23.548325 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b5230159-a06a-44b3-be2b-776f70f3be2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8505923'] for subnet (d739c919-4aec-4e40-8103-e157d619ba6f), precommit_delete_associations {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:23.549945 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:DELETE=5 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:23.621567 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b5230159-a06a-44b3-be2b-776f70f3be2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749588'] for subnet (d739c919-4aec-4e40-8103-e157d619ba6f), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:23.676793 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b5230159-a06a-44b3-be2b-776f70f3be2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8689909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8450983'] for subnet (d739c919-4aec-4e40-8103-e157d619ba6f), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:23.704443 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b5230159-a06a-44b3-be2b-776f70f3be2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:23.709457 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cb5541-52a8-422e-b921-285d325ec1fd None None] Network 45dd686b-790d-4406-b933-0f08c724f054 requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:14:23.710572 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 58382) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:14:23.711049 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-b5230159-a06a-44b3-be2b-776f70f3be2b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d739c919-4aec-4e40-8103-e157d619ba6f HTTP/1.1" status: 204 len: 168 time: 0.2598848 Jun 08 02:14:23.711807 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5230159-a06a-44b3-be2b-776f70f3be2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d739c919-4aec-4e40-8103-e157d619ba6f,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:23.770912 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:23.781387 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-2244d58e-0092-4b76-afb8-b4e6c0e72f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1340890'] for network (45dd686b-790d-4406-b933-0f08c724f054), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:23.834528 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [None req-2244d58e-0092-4b76-afb8-b4e6c0e72f6e admin admin] Deleting port 38afc466-5cde-41b6-b916-79370d66f96a {{(pid=104269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:14:23.834864 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-2244d58e-0092-4b76-afb8-b4e6c0e72f6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (38afc466-5cde-41b6-b916-79370d66f96a), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:23.887751 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691675af-48b0-40f7-99f6-ca8cd3d15a6a None None] DHCP port deletion for 45dd686b-790d-4406-b933-0f08c724f054 request from dv-cinder-845069-1-iscsi {{(pid=104270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 08 02:14:23.889447 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf19c80-fde8-4909-88aa-cf93044c5f6d req-b80b178e-4387-4c33-917e-9ebc03c926e4 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:23.891064 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8cf19c80-fde8-4909-88aa-cf93044c5f6d req-b80b178e-4387-4c33-917e-9ebc03c926e4 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=8870cf32-82de-4bee-98fd-08b49f529cf3 HTTP/1.1" status: 200 len: 944 time: 0.0528772 Jun 08 02:14:23.911992 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.db [None req-2244d58e-0092-4b76-afb8-b4e6c0e72f6e admin admin] For port 38afc466-5cde-41b6-b916-79370d66f96a, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=38afc466-5cde-41b6-b916-79370d66f96a,segment=NetworkSegment(ec8ece59-4d3d-4e89-b5f4-6b150866a146),segment_id=ec8ece59-4d3d-4e89-b5f4-6b150866a146)] {{(pid=104269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:14:23.912380 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-2244d58e-0092-4b76-afb8-b4e6c0e72f6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (38afc466-5cde-41b6-b916-79370d66f96a), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:23.930316 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [None req-2244d58e-0092-4b76-afb8-b4e6c0e72f6e admin admin] Calling delete_port for 38afc466-5cde-41b6-b916-79370d66f96a owned by network:dhcp {{(pid=104269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:14:23.932574 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-691675af-48b0-40f7-99f6-ca8cd3d15a6a None None] Deleting port 38afc466-5cde-41b6-b916-79370d66f96a {{(pid=104270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:14:23.932950 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-691675af-48b0-40f7-99f6-ca8cd3d15a6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (38afc466-5cde-41b6-b916-79370d66f96a), before_delete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:23.935239 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:23.948571 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8cf19c80-fde8-4909-88aa-cf93044c5f6d req-989ce781-5fc1-4da4-a3ee-d2f85f27573c tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca3b7a6a-ddb5-46ae-9d80-dcf0d06183cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504735 Jun 08 02:14:23.988716 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 08d25dda-6fc8-4471-9351-39547da360c2 up at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:14:24.025250 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-2244d58e-0092-4b76-afb8-b4e6c0e72f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (38afc466-5cde-41b6-b916-79370d66f96a), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:24.028988 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:24.042829 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-691675af-48b0-40f7-99f6-ca8cd3d15a6a None None] For port 38afc466-5cde-41b6-b916-79370d66f96a, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=38afc466-5cde-41b6-b916-79370d66f96a,segment=NetworkSegment(ec8ece59-4d3d-4e89-b5f4-6b150866a146),segment_id=ec8ece59-4d3d-4e89-b5f4-6b150866a146)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:14:24.043222 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-691675af-48b0-40f7-99f6-ca8cd3d15a6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (38afc466-5cde-41b6-b916-79370d66f96a), precommit_delete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:24.051922 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2244d58e-0092-4b76-afb8-b4e6c0e72f6e admin admin] Pushing event deleted for resources: {'Port': ['ID=38afc466-5cde-41b6-b916-79370d66f96a,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:24.055922 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2244d58e-0092-4b76-afb8-b4e6c0e72f6e admin admin] No DVR routers for this DVR port 38afc466-5cde-41b6-b916-79370d66f96a on host dv-cinder-845069-1-iscsi {{(pid=104269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:14:24.060052 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-691675af-48b0-40f7-99f6-ca8cd3d15a6a None None] Calling delete_port for 38afc466-5cde-41b6-b916-79370d66f96a owned by network:dhcp {{(pid=104270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:14:24.073585 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning for port 08d25dda-6fc8-4471-9351-39547da360c2 completed by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 02:14:24.082181 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning complete for port 08d25dda-6fc8-4471-9351-39547da360c2 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:14:24.082631 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (08d25dda-6fc8-4471-9351-39547da360c2), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:24.204814 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-691675af-48b0-40f7-99f6-ca8cd3d15a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102'] for port (38afc466-5cde-41b6-b916-79370d66f96a), after_delete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:24.236106 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691675af-48b0-40f7-99f6-ca8cd3d15a6a None None] Pushing event deleted for resources: {'Port': ['ID=38afc466-5cde-41b6-b916-79370d66f96a,revision_number=None']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:24.245842 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691675af-48b0-40f7-99f6-ca8cd3d15a6a None None] No DVR routers for this DVR port 38afc466-5cde-41b6-b916-79370d66f96a on host dv-cinder-845069-1-iscsi {{(pid=104270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:14:24.247359 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 08d25dda-6fc8-4471-9351-39547da360c2 is: BUILD; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:14:24.247754 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (08d25dda-6fc8-4471-9351-39547da360c2), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:24.275286 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8870cf32-82de-4bee-98fd-08b49f529cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d25dda-6fc8-4471-9351-39547da360c2'}] {{(pid=104270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:14:24.277561 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8be0b5de5a23eefcc09db06b1daf5598b5c3b6529c2083486e3c6bab2d5553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a4167a-bbc5-46a4-a5a8-f9b48c47873a" -d '{"events": [{"server_uuid": "8870cf32-82de-4bee-98fd-08b49f529cf3", "name": "network-vif-plugged", "status": "completed", "tag": "08d25dda-6fc8-4471-9351-39547da360c2"}]}' {{(pid=104270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:14:24.291952 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 08d25dda-6fc8-4471-9351-39547da360c2, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=08d25dda-6fc8-4471-9351-39547da360c2,segment=NetworkSegment(c782ea20-85ec-40e7-bc18-0d9fccaf21a0),segment_id=c782ea20-85ec-40e7-bc18-0d9fccaf21a0)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:14:24.297289 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (08d25dda-6fc8-4471-9351-39547da360c2), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:24.327033 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511d339f-a513-45c4-be51-bac808be6e97 x-openstack-request-id: req-511d339f-a513-45c4-be51-bac808be6e97 {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:14:24.327413 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8870cf32-82de-4bee-98fd-08b49f529cf3", "name": "network-vif-plugged", "status": "completed", "tag": "08d25dda-6fc8-4471-9351-39547da360c2", "code": 200}]} {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:14:24.327671 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-511d339f-a513-45c4-be51-bac808be6e97 {{(pid=104270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:14:24.328068 dv-cinder-845069-1-iscsi neutron-server[104270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-511d339f-a513-45c4-be51-bac808be6e97'] response: {'server_uuid': '8870cf32-82de-4bee-98fd-08b49f529cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d25dda-6fc8-4471-9351-39547da360c2', 'code': 200} Jun 08 02:14:24.344624 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-2244d58e-0092-4b76-afb8-b4e6c0e72f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749203', 'neutron.services.segments.db._delete_segments_for_network-8744501735437'] for network (45dd686b-790d-4406-b933-0f08c724f054), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:24.358819 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=08d25dda-6fc8-4471-9351-39547da360c2,revision_number=5']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:24.366362 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.services.segments.db [None req-2244d58e-0092-4b76-afb8-b4e6c0e72f6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45dd686b-790d-4406-b933-0f08c724f054']}} {{(pid=104269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:24.375606 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.services.segments.db [None req-2244d58e-0092-4b76-afb8-b4e6c0e72f6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec8ece59-4d3d-4e89-b5f4-6b150866a146') {'for_net_delete': True} {{(pid=104269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:24.376029 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.services.segments.db [None req-2244d58e-0092-4b76-afb8-b4e6c0e72f6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec8ece59-4d3d-4e89-b5f4-6b150866a146') {} {{(pid=104269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:24.385707 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-2244d58e-0092-4b76-afb8-b4e6c0e72f6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744501734036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9653885'] for segment (ec8ece59-4d3d-4e89-b5f4-6b150866a146), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:24.401371 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-2244d58e-0092-4b76-afb8-b4e6c0e72f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (ec8ece59-4d3d-4e89-b5f4-6b150866a146), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:24.408557 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2244d58e-0092-4b76-afb8-b4e6c0e72f6e admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=104269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 02:14:24.409079 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-2244d58e-0092-4b76-afb8-b4e6c0e72f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9466690'] for segment (ec8ece59-4d3d-4e89-b5f4-6b150866a146), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:24.448606 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:24.456530 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.services.segments.plugin [-] Segment ec8ece59-4d3d-4e89-b5f4-6b150866a146 resource provider aggregate not found Jun 08 02:14:24.475135 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.services.segments.plugin [-] Segment ec8ece59-4d3d-4e89-b5f4-6b150866a146 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec8ece59-4d3d-4e89-b5f4-6b150866a146 found for delete ", "request_id": "req-c3954ed3-77ab-49da-8bce-6b834d299241"}]} Jun 08 02:14:24.478862 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-2244d58e-0092-4b76-afb8-b4e6c0e72f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682838'] for network (45dd686b-790d-4406-b933-0f08c724f054), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:24.486171 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-2244d58e-0092-4b76-afb8-b4e6c0e72f6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:24.489305 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-2244d58e-0092-4b76-afb8-b4e6c0e72f6e admin admin] 10.222.0.20 "DELETE /v2.0/networks/45dd686b-790d-4406-b933-0f08c724f054 HTTP/1.1" status: 204 len: 168 time: 0.7776425 Jun 08 02:14:24.501605 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2244d58e-0092-4b76-afb8-b4e6c0e72f6e admin admin] Pushing event deleted for resources: {'Network': ['ID=45dd686b-790d-4406-b933-0f08c724f054,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:24.509161 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd96dba-d849-4f65-85d7-f30f09420acc req-1898e401-f1c2-4e9e-aedf-d00e05056105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:24.510730 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0cd96dba-d849-4f65-85d7-f30f09420acc req-1898e401-f1c2-4e9e-aedf-d00e05056105 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8870cf32-82de-4bee-98fd-08b49f529cf3 HTTP/1.1" status: 200 len: 1129 time: 0.0466735 Jun 08 02:14:24.560055 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0cd96dba-d849-4f65-85d7-f30f09420acc req-8100779b-16fc-4c06-be43-d323c2194e56 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ca3b7a6a-ddb5-46ae-9d80-dcf0d06183cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430095 Jun 08 02:14:24.665836 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 58394) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:14:24.709759 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-fbe2e1b5-c4ff-4b71-a533-4120dc04a1d8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b0724451ec94fdbb4f2422c44245b53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427012 Jun 08 02:14:24.712087 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 58396) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:14:24.758356 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e100892e-38b0-4d32-a2e5-257266a86ed5 admin admin] Publish callbacks [] for security_group (098167cf-ed64-489d-ae02-7d326d13e403), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:24.779289 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e100892e-38b0-4d32-a2e5-257266a86ed5 admin admin] Publish callbacks [] for security_group (098167cf-ed64-489d-ae02-7d326d13e403), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:24.826571 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e100892e-38b0-4d32-a2e5-257266a86ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (098167cf-ed64-489d-ae02-7d326d13e403), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:24.829781 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e100892e-38b0-4d32-a2e5-257266a86ed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:24.831056 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-e100892e-38b0-4d32-a2e5-257266a86ed5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/098167cf-ed64-489d-ae02-7d326d13e403 HTTP/1.1" status: 204 len: 168 time: 0.1179254 Jun 08 02:14:24.839255 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100892e-38b0-4d32-a2e5-257266a86ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098167cf-ed64-489d-ae02-7d326d13e403,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:24.887404 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 85060e05-70ad-4ab0-86a3-3ff2ca893c99 no longer exists at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:14:24.906520 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] No Port match for: 85060e05-70ad-4ab0-86a3-3ff2ca893c99 {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:14:24.906868 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 85060e05-70ad-4ab0-86a3-3ff2ca893c99 not bound to the agent host dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:14:24.907287 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 38afc466-5cde-41b6-b916-79370d66f96a no longer exists at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:14:24.926420 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] No Port match for: 38afc466-5cde-41b6-b916-79370d66f96a {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:14:24.926761 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 38afc466-5cde-41b6-b916-79370d66f96a not bound to the agent host dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:14:24.927175 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 1a1a5d5e-6820-485d-a379-0b55dede0669 no longer exists at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:14:24.945660 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] No Port match for: 1a1a5d5e-6820-485d-a379-0b55dede0669 {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:14:24.946007 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 1a1a5d5e-6820-485d-a379-0b55dede0669 not bound to the agent host dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:14:25.069310 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97ac92-98c7-48db-8c77-323bfc2f714f req-1aa984f9-cb37-4086-9cf1-063a0ddab6fd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:25.070802 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cb97ac92-98c7-48db-8c77-323bfc2f714f req-1aa984f9-cb37-4086-9cf1-063a0ddab6fd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=8870cf32-82de-4bee-98fd-08b49f529cf3 HTTP/1.1" status: 200 len: 945 time: 0.0479159 Jun 08 02:14:25.126426 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cb97ac92-98c7-48db-8c77-323bfc2f714f req-f517a523-60e6-48b2-a98a-31ebafb9a99a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca3b7a6a-ddb5-46ae-9d80-dcf0d06183cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483394 Jun 08 02:14:25.185525 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 58404) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:14:25.226461 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-176a35ab-2428-4661-af45-bd7c12ec7a4a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3424f51f284c42338dc4295f2860a4a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397339 Jun 08 02:14:25.228757 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 58406) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:14:25.278532 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-596de763-6a6c-4eb6-bb0c-cc6399aaf56d admin admin] Publish callbacks [] for security_group (9df7dc74-5eff-49da-826c-c695e3daf5dd), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:25.302330 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-596de763-6a6c-4eb6-bb0c-cc6399aaf56d admin admin] Publish callbacks [] for security_group (9df7dc74-5eff-49da-826c-c695e3daf5dd), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:25.348015 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-596de763-6a6c-4eb6-bb0c-cc6399aaf56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (9df7dc74-5eff-49da-826c-c695e3daf5dd), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:25.350467 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-596de763-6a6c-4eb6-bb0c-cc6399aaf56d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:25.351592 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-596de763-6a6c-4eb6-bb0c-cc6399aaf56d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9df7dc74-5eff-49da-826c-c695e3daf5dd HTTP/1.1" status: 204 len: 168 time: 0.1219597 Jun 08 02:14:25.359416 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596de763-6a6c-4eb6-bb0c-cc6399aaf56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df7dc74-5eff-49da-826c-c695e3daf5dd,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:25.613793 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:26.028306 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 58428) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:14:26.136486 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-52cfcf97-90b6-4fed-9476-e49d651c5c66 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1404169138-network', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:14:26.158934 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52cfcf97-90b6-4fed-9476-e49d651c5c66 admin admin] Made reservation on behalf of 079027b24aba4a179f99de9f6fe944b8 for: {'network': 1} {{(pid=104269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:14:26.161860 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-52cfcf97-90b6-4fed-9476-e49d651c5c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for network (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:26.170914 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-52cfcf97-90b6-4fed-9476-e49d651c5c66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:26.247143 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e3ded-6720-4914-84d1-0ccdff580e6e req-ea1abe0d-8167-47f1-b3ee-c3e1c22dcc91 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:26.248815 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6c2e3ded-6720-4914-84d1-0ccdff580e6e req-ea1abe0d-8167-47f1-b3ee-c3e1c22dcc91 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=8870cf32-82de-4bee-98fd-08b49f529cf3 HTTP/1.1" status: 200 len: 945 time: 0.0488920 Jun 08 02:14:26.251258 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-52cfcf97-90b6-4fed-9476-e49d651c5c66 admin admin] Publish callbacks [] for security_group (ebbcaffb-574d-4502-98e1-905b67db6e5e), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:26.255186 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-52cfcf97-90b6-4fed-9476-e49d651c5c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (ebbcaffb-574d-4502-98e1-905b67db6e5e), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:26.281387 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52cfcf97-90b6-4fed-9476-e49d651c5c66 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=104269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 02:14:26.291994 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cfcf97-90b6-4fed-9476-e49d651c5c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbcaffb-574d-4502-98e1-905b67db6e5e,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:26.295735 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:26.297314 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-52cfcf97-90b6-4fed-9476-e49d651c5c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (3b5a06de-b7a8-42e3-8ed1-a44f44b0623e), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:26.297796 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.db.segments_db [None req-52cfcf97-90b6-4fed-9476-e49d651c5c66 admin admin] Added segment 3b5a06de-b7a8-42e3-8ed1-a44f44b0623e of type vlan for network 05318a5a-b32e-458e-9f7c-d5bc705960a2 Jun 08 02:14:26.307796 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6c2e3ded-6720-4914-84d1-0ccdff580e6e req-2b2980f6-49a3-44f7-ab88-276f9633bc80 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca3b7a6a-ddb5-46ae-9d80-dcf0d06183cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521119 Jun 08 02:14:26.341906 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-52cfcf97-90b6-4fed-9476-e49d651c5c66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744501171532'] for network (05318a5a-b32e-458e-9f7c-d5bc705960a2), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:26.368161 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-52cfcf97-90b6-4fed-9476-e49d651c5c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516'] for network (05318a5a-b32e-458e-9f7c-d5bc705960a2), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:26.369315 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cfcf97-90b6-4fed-9476-e49d651c5c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:26.369974 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-52cfcf97-90b6-4fed-9476-e49d651c5c66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:26.386118 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:26.417786 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab33876-ec8e-4908-91fd-b552d4fe332f req-8b740a90-1f3b-4f57-ab70-04444af76685 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:26.419276 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-eab33876-ec8e-4908-91fd-b552d4fe332f req-8b740a90-1f3b-4f57-ab70-04444af76685 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=8870cf32-82de-4bee-98fd-08b49f529cf3 HTTP/1.1" status: 200 len: 945 time: 0.0511751 Jun 08 02:14:26.428348 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 58436) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:14:26.433523 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-4a0722cf-77f6-4cb1-b94e-ca3d52315a9e tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Request body: {'floatingip': {'port_id': '08d25dda-6fc8-4471-9351-39547da360c2'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:14:26.444464 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-52cfcf97-90b6-4fed-9476-e49d651c5c66 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.4150393 Jun 08 02:14:26.447812 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 58438) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:14:26.453465 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-f1fad7d3-e329-4d44-9084-ef729315e07c admin admin] Request body: {'subnet': {'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1404169138-subnet', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'ip_version': 4}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:14:26.481021 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fad7d3-e329-4d44-9084-ef729315e07c admin admin] Made reservation on behalf of 079027b24aba4a179f99de9f6fe944b8 for: {'subnet': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:14:26.481770 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cfcf97-90b6-4fed-9476-e49d651c5c66 admin admin] Pushing event updated for resources: {'Network': ['ID=05318a5a-b32e-458e-9f7c-d5bc705960a2,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:26.483422 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f1fad7d3-e329-4d44-9084-ef729315e07c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8450946'] for subnet (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:26.487162 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4a0722cf-77f6-4cb1-b94e-ca3d52315a9e tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for floatingip (66ab1713-f7e7-4383-a758-c780627ea0a0), before_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:26.495136 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Network 05318a5a-b32e-458e-9f7c-d5bc705960a2 details requested by agent ovs-agent-dv-cinder-845069-1-iscsi with host dv-cinder-845069-1-iscsi {{(pid=104270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 02:14:26.597667 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:26.663770 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f1fad7d3-e329-4d44-9084-ef729315e07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8690224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8450992'] for subnet (0a6900bc-03fc-46b3-b7d6-870661475e34), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:26.716262 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fad7d3-e329-4d44-9084-ef729315e07c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a6900bc-03fc-46b3-b7d6-870661475e34,revision_number=0']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:26.732478 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fad7d3-e329-4d44-9084-ef729315e07c admin admin] Checking segment: {'id': '3b5a06de-b7a8-42e3-8ed1-a44f44b0623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:14:26.732836 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fad7d3-e329-4d44-9084-ef729315e07c admin admin] Network hostable DHCP agents. Network: 05318a5a-b32e-458e-9f7c-d5bc705960a2, hostable agents: ['45a4719c-dff8-447a-9451-2d43a5a3b5e6'], hosted agents: [] {{(pid=104268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 02:14:26.739042 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:26.750514 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fad7d3-e329-4d44-9084-ef729315e07c admin admin] Network 05318a5a-b32e-458e-9f7c-d5bc705960a2 is scheduled to be hosted by DHCP agent 45a4719c-dff8-447a-9451-2d43a5a3b5e6 with binding_index 1 {{(pid=104268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 02:14:26.761652 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-f1fad7d3-e329-4d44-9084-ef729315e07c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-1-iscsi, 05318a5a-b32e-458e-9f7c-d5bc705960a2) {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:14:26.765675 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fad7d3-e329-4d44-9084-ef729315e07c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:26.766283 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f1fad7d3-e329-4d44-9084-ef729315e07c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:26.774015 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0040f9be-8d0b-4276-bdde-e45639b4ce7c None None] Network 05318a5a-b32e-458e-9f7c-d5bc705960a2 requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:14:26.784930 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-f1fad7d3-e329-4d44-9084-ef729315e07c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3354185 Jun 08 02:14:26.787748 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 58440) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:14:26.792732 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-9007cd52-ca4a-4f87-a32e-2abdb64f0c54 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1404169138-router', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:14:26.814176 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9007cd52-ca4a-4f87-a32e-2abdb64f0c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6868'] for router (cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:26.815283 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9007cd52-ca4a-4f87-a32e-2abdb64f0c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-621629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6829'] for router (cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:26.876774 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9007cd52-ca4a-4f87-a32e-2abdb64f0c54 admin admin] Publish callbacks [] for router_controller (cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f), precommit_add_association {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:26.889905 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db38b4e-41ab-430f-9fb5-567f2fad16e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8909f50-5379-5de5-8dc8-896ce999fc50-05318a5a-b32e-458e-9f7c-d5bc705960a2', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'fixed_ips': [{'subnet_id': '0a6900bc-03fc-46b3-b7d6-870661475e34'}]}} from dv-cinder-845069-1-iscsi. {{(pid=104270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 08 02:14:26.891079 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-2db38b4e-41ab-430f-9fb5-567f2fad16e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:26.985817 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4a0722cf-77f6-4cb1-b94e-ca3d52315a9e tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:26.991482 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4a0722cf-77f6-4cb1-b94e-ca3d52315a9e tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682813'] for floatingip (66ab1713-f7e7-4383-a758-c780627ea0a0), after_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:27.013122 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9007cd52-ca4a-4f87-a32e-2abdb64f0c54 admin admin] Publish callbacks [] for router_gateway (cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:27.015564 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:27.040110 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.db_base_plugin_common [None req-2db38b4e-41ab-430f-9fb5-567f2fad16e3 None None] Allocated IP 172.20.0.2 (05318a5a-b32e-458e-9f7c-d5bc705960a2/0a6900bc-03fc-46b3-b7d6-870661475e34/a80e4007-851c-489f-8b26-38cd1d72a420) {{(pid=104270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:14:27.100271 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.db.l3_db [None req-4a0722cf-77f6-4cb1-b94e-ca3d52315a9e tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Floating IP 66ab1713-f7e7-4383-a758-c780627ea0a0 associated. External IP: 172.27.1.152, port: 08d25dda-6fc8-4471-9351-39547da360c2. Jun 08 02:14:27.108749 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:27.208778 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-2db38b4e-41ab-430f-9fb5-567f2fad16e3 None None] Publish callbacks [] for port (a80e4007-851c-489f-8b26-38cd1d72a420), precommit_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:27.216749 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-2db38b4e-41ab-430f-9fb5-567f2fad16e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093'] for port (a80e4007-851c-489f-8b26-38cd1d72a420), after_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:27.262497 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db38b4e-41ab-430f-9fb5-567f2fad16e3 None None] Network 05318a5a-b32e-458e-9f7c-d5bc705960a2 is already hosted by enough agents. {{(pid=104270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:14:27.271121 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.scheduler.base_scheduler [None req-2db38b4e-41ab-430f-9fb5-567f2fad16e3 None None] Resources bound (agent type, host, resource id): {{(pid=104270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:14:27.273567 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db38b4e-41ab-430f-9fb5-567f2fad16e3 None None] Received port after_create {{(pid=104270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:14:27.276742 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db38b4e-41ab-430f-9fb5-567f2fad16e3 None None] Pushing event updated for resources: {'Port': ['ID=a80e4007-851c-489f-8b26-38cd1d72a420,revision_number=1']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:27.330793 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0722cf-77f6-4cb1-b94e-ca3d52315a9e tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Router 7b894861-f3fe-47b8-8c74-31a38c95ae7e has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:14:27.338192 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-2db38b4e-41ab-430f-9fb5-567f2fad16e3 None None] Attempting to bind port a80e4007-851c-489f-8b26-38cd1d72a420 on host dv-cinder-845069-1-iscsi for vnic_type normal with profile {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:14:27.338666 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-2db38b4e-41ab-430f-9fb5-567f2fad16e3 None None] Attempting to bind port a80e4007-851c-489f-8b26-38cd1d72a420 by drivers openvswitch,hyperv on host dv-cinder-845069-1-iscsi at level 0 using segments [{'id': '3b5a06de-b7a8-42e3-8ed1-a44f44b0623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2'}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:14:27.339077 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db38b4e-41ab-430f-9fb5-567f2fad16e3 None None] Attempting to bind port a80e4007-851c-489f-8b26-38cd1d72a420 on network 05318a5a-b32e-458e-9f7c-d5bc705960a2 {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:14:27.345647 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db38b4e-41ab-430f-9fb5-567f2fad16e3 None None] Checking agent: {'id': 'f845c03f-68d4-4819-b53b-956a55a73879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 1, 56, 43), 'started_at': datetime.datetime(2022, 6, 8, 1, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:14:27.346050 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db38b4e-41ab-430f-9fb5-567f2fad16e3 None None] Checking segment: {'id': '3b5a06de-b7a8-42e3-8ed1-a44f44b0623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:14:27.346421 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-2db38b4e-41ab-430f-9fb5-567f2fad16e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:27.346803 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db38b4e-41ab-430f-9fb5-567f2fad16e3 None None] Bound using segment: {'id': '3b5a06de-b7a8-42e3-8ed1-a44f44b0623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2'} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:14:27.347303 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-2db38b4e-41ab-430f-9fb5-567f2fad16e3 None None] Bound port: a80e4007-851c-489f-8b26-38cd1d72a420, host: dv-cinder-845069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5a06de-b7a8-42e3-8ed1-a44f44b0623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2'}}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:14:27.347819 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-2db38b4e-41ab-430f-9fb5-567f2fad16e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (a80e4007-851c-489f-8b26-38cd1d72a420), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:27.413730 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-2db38b4e-41ab-430f-9fb5-567f2fad16e3 None None] For port a80e4007-851c-489f-8b26-38cd1d72a420, host dv-cinder-845069-1-iscsi, cleared binding levels {{(pid=104270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:14:27.417046 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-2db38b4e-41ab-430f-9fb5-567f2fad16e3 None None] For port a80e4007-851c-489f-8b26-38cd1d72a420, host dv-cinder-845069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=a80e4007-851c-489f-8b26-38cd1d72a420,segment=NetworkSegment(3b5a06de-b7a8-42e3-8ed1-a44f44b0623e),segment_id=3b5a06de-b7a8-42e3-8ed1-a44f44b0623e)] {{(pid=104270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:14:27.428089 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-2db38b4e-41ab-430f-9fb5-567f2fad16e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (a80e4007-851c-489f-8b26-38cd1d72a420), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:27.447964 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0722cf-77f6-4cb1-b94e-ca3d52315a9e tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:14:27.453285 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-4a0722cf-77f6-4cb1-b94e-ca3d52315a9e tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:27.464776 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6caab9e-1458-4c82-85f1-5eca7a7e233a None None] Sync routers for ids ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'] in dv-cinder-845069-1-iscsi {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:14:27.466309 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-53d49dff-bf2b-4dc2-b301-c363b383a3a9 req-27f47cad-e0b7-4860-a1a4-cd083e43d654 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=78009a5e-d759-4faf-8ef4-fe4d5612a690&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728540 Jun 08 02:14:27.491551 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6caab9e-1458-4c82-85f1-5eca7a7e233a None None] Routers {'7b894861-f3fe-47b8-8c74-31a38c95ae7e'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:14:27.492579 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-f6caab9e-1458-4c82-85f1-5eca7a7e233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:14:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:27.500077 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-4a0722cf-77f6-4cb1-b94e-ca3d52315a9e tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "PUT /v2.0/floatingips/66ab1713-f7e7-4383-a758-c780627ea0a0 HTTP/1.1" status: 200 len: 991 time: 1.0703735 Jun 08 02:14:27.500375 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8870cf32-82de-4bee-98fd-08b49f529cf3', 'tag': '08d25dda-6fc8-4471-9351-39547da360c2'}] {{(pid=104269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:14:27.503270 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358dc8d4ae4a51a45346970250dcd834be934840dbf61ef46806344516445931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89ff86c-a9c5-4987-b162-30db497ead90" -d '{"events": [{"name": "network-changed", "server_uuid": "8870cf32-82de-4bee-98fd-08b49f529cf3", "tag": "08d25dda-6fc8-4471-9351-39547da360c2"}]}' {{(pid=104269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:14:27.512633 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db38b4e-41ab-430f-9fb5-567f2fad16e3 None None] Pushing event updated for resources: {'Port': ['ID=a80e4007-851c-489f-8b26-38cd1d72a420,revision_number=2']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:27.534571 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9007cd52-ca4a-4f87-a32e-2abdb64f0c54 admin admin] Publish callbacks [] for router_gateway (cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:27.567892 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09afa0ea-a51d-43d0-a0a2-5bb3ac8ee888 x-openstack-request-id: req-09afa0ea-a51d-43d0-a0a2-5bb3ac8ee888 {{(pid=104269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:14:27.568184 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8870cf32-82de-4bee-98fd-08b49f529cf3", "tag": "08d25dda-6fc8-4471-9351-39547da360c2", "status": "completed", "code": 200}]} {{(pid=104269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:14:27.568449 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09afa0ea-a51d-43d0-a0a2-5bb3ac8ee888 {{(pid=104269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:14:27.569071 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09afa0ea-a51d-43d0-a0a2-5bb3ac8ee888'] response: {'name': 'network-changed', 'server_uuid': '8870cf32-82de-4bee-98fd-08b49f529cf3', 'tag': '08d25dda-6fc8-4471-9351-39547da360c2', 'status': 'completed', 'code': 200} Jun 08 02:14:27.573601 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9007cd52-ca4a-4f87-a32e-2abdb64f0c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:27.604123 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d49dff-bf2b-4dc2-b301-c363b383a3a9 req-61ebc850-d45d-4566-a3f9-e03845cbb680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:27.605620 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-53d49dff-bf2b-4dc2-b301-c363b383a3a9 req-61ebc850-d45d-4566-a3f9-e03845cbb680 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=879e3eacb3bc4b69891677c86bbd5de3&device_id=78009a5e-d759-4faf-8ef4-fe4d5612a690 HTTP/1.1" status: 200 len: 1130 time: 0.0839372 Jun 08 02:14:27.660381 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-f6caab9e-1458-4c82-85f1-5eca7a7e233a None None] Set router 7b894861-f3fe-47b8-8c74-31a38c95ae7e gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:14:27.735114 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ff86c-a9c5-4987-b162-30db497ead90 req-2ee785ae-157e-4cc3-a204-14ce5241c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:27.737144 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e89ff86c-a9c5-4987-b162-30db497ead90 req-2ee785ae-157e-4cc3-a204-14ce5241c885 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=879e3eacb3bc4b69891677c86bbd5de3&device_id=8870cf32-82de-4bee-98fd-08b49f529cf3 HTTP/1.1" status: 200 len: 1129 time: 0.1459365 Jun 08 02:14:27.825116 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:27.882920 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d49dff-bf2b-4dc2-b301-c363b383a3a9 req-114da8a0-2edf-4542-8e43-5956fb264f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:27.884377 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-53d49dff-bf2b-4dc2-b301-c363b383a3a9 req-114da8a0-2edf-4542-8e43-5956fb264f52 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ace59b46-c184-42c4-a8ec-b505d053335a HTTP/1.1" status: 200 len: 915 time: 0.2557147 Jun 08 02:14:27.887312 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [None req-9007cd52-ca4a-4f87-a32e-2abdb64f0c54 admin admin] Allocated IP 172.27.1.88 (fccc80fe-aa23-41fa-b00e-a506a2a0f94c/5f93db06-58fb-4390-8563-710a437b082f/1e994d66-f99e-4536-ba72-2e9d877a4533) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:14:27.917540 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:27.918792 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-f6caab9e-1458-4c82-85f1-5eca7a7e233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'name': 'tempest-AttachVolumeNegativeTest-124736651-router', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:11Z', 'revision_number': 4, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'gw_port': {'id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': '00371596-d221-4f08-8778-0c1e5fa11e7f', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'floating_ip_address': '172.27.1.207', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'port_id': '4d3d34e3-e17d-4678-b0d8-343a5545ea95', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'mac_address': 'fa:16:3e:5f:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78009a5e-d759-4faf-8ef4-fe4d5612a690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:13:13Z', 'updated_at': '2022-06-08T02:13:27Z', 'revision_number': 2, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'fixed_ip_address_scope': None}, {'id': '66ab1713-f7e7-4383-a758-c780627ea0a0', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'port_id': '08d25dda-6fc8-4471-9351-39547da360c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'mac_address': 'fa:16:3e:d8:91:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8870cf32-82de-4bee-98fd-08b49f529cf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:14:13Z', 'updated_at': '2022-06-08T02:14:26Z', 'revision_number': 1, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b88b84-8ac5-41d2-8ff5-d7833285f1a7', 'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'mac_address': 'fa:16:3e:0c:d6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:10Z', 'updated_at': '2022-06-08T02:13:14Z', 'revision_number': 5, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'subnets': [{'id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:27.948018 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6caab9e-1458-4c82-85f1-5eca7a7e233a None None] Checking router: 7b894861-f3fe-47b8-8c74-31a38c95ae7e for host: dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:14:27.957133 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6caab9e-1458-4c82-85f1-5eca7a7e233a None None] Routers {'7b894861-f3fe-47b8-8c74-31a38c95ae7e'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:14:27.957733 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-f6caab9e-1458-4c82-85f1-5eca7a7e233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:14:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:27.995742 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=100 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:28.004981 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:28.022411 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ff86c-a9c5-4987-b162-30db497ead90 req-3099961c-12ff-4393-97b0-695b0642c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:28.023895 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e89ff86c-a9c5-4987-b162-30db497ead90 req-3099961c-12ff-4393-97b0-695b0642c2b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ace59b46-c184-42c4-a8ec-b505d053335a HTTP/1.1" status: 200 len: 915 time: 0.2773583 Jun 08 02:14:28.044955 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-53d49dff-bf2b-4dc2-b301-c363b383a3a9 req-246605d8-c002-48c0-bbe2-e0e444a5097d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d3d34e3-e17d-4678-b0d8-343a5545ea95 HTTP/1.1" status: 200 len: 1002 time: 0.1465507 Jun 08 02:14:28.061769 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-f6caab9e-1458-4c82-85f1-5eca7a7e233a None None] Set router 7b894861-f3fe-47b8-8c74-31a38c95ae7e gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:14:28.158479 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9007cd52-ca4a-4f87-a32e-2abdb64f0c54 admin admin] Publish callbacks [] for port (1e994d66-f99e-4536-ba72-2e9d877a4533), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:28.161519 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e89ff86c-a9c5-4987-b162-30db497ead90 req-ef0acb8d-68c8-4ca8-a1dd-fe263bea80d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08d25dda-6fc8-4471-9351-39547da360c2 HTTP/1.1" status: 200 len: 999 time: 0.1305783 Jun 08 02:14:28.182852 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d49dff-bf2b-4dc2-b301-c363b383a3a9 req-2f295a1f-390f-4598-98f0-128729585746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:28.184300 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-53d49dff-bf2b-4dc2-b301-c363b383a3a9 req-2f295a1f-390f-4598-98f0-128729585746 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7889fa0-9427-4972-9b51-61090e0e1386 HTTP/1.1" status: 200 len: 853 time: 0.1070521 Jun 08 02:14:28.275290 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ff86c-a9c5-4987-b162-30db497ead90 req-286a013c-35ff-4a18-8663-df83fa45b2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:28.276781 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e89ff86c-a9c5-4987-b162-30db497ead90 req-286a013c-35ff-4a18-8663-df83fa45b2a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7889fa0-9427-4972-9b51-61090e0e1386 HTTP/1.1" status: 200 len: 853 time: 0.1084583 Jun 08 02:14:28.279339 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d49dff-bf2b-4dc2-b301-c363b383a3a9 req-d82c64b4-85bc-4d81-b425-b920354b968b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:28.281162 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-53d49dff-bf2b-4dc2-b301-c363b383a3a9 req-d82c64b4-85bc-4d81-b425-b920354b968b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ace59b46-c184-42c4-a8ec-b505d053335a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0743308 Jun 08 02:14:28.287610 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9007cd52-ca4a-4f87-a32e-2abdb64f0c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (1e994d66-f99e-4536-ba72-2e9d877a4533), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:28.374619 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-f6caab9e-1458-4c82-85f1-5eca7a7e233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'name': 'tempest-AttachVolumeNegativeTest-124736651-router', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:11Z', 'revision_number': 4, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'gw_port': {'id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': '00371596-d221-4f08-8778-0c1e5fa11e7f', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'floating_ip_address': '172.27.1.207', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'port_id': '4d3d34e3-e17d-4678-b0d8-343a5545ea95', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'mac_address': 'fa:16:3e:5f:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78009a5e-d759-4faf-8ef4-fe4d5612a690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:13:13Z', 'updated_at': '2022-06-08T02:13:27Z', 'revision_number': 2, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'fixed_ip_address_scope': None}, {'id': '66ab1713-f7e7-4383-a758-c780627ea0a0', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'port_id': '08d25dda-6fc8-4471-9351-39547da360c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'mac_address': 'fa:16:3e:d8:91:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8870cf32-82de-4bee-98fd-08b49f529cf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:14:13Z', 'updated_at': '2022-06-08T02:14:26Z', 'revision_number': 1, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b88b84-8ac5-41d2-8ff5-d7833285f1a7', 'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'mac_address': 'fa:16:3e:0c:d6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:10Z', 'updated_at': '2022-06-08T02:13:14Z', 'revision_number': 5, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'subnets': [{'id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:28.403752 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6caab9e-1458-4c82-85f1-5eca7a7e233a None None] The sync data for ids ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'] in dv-cinder-845069-1-iscsi is: [{'id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'name': 'tempest-AttachVolumeNegativeTest-124736651-router', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:11Z', 'revision_number': 4, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'gw_port': {'id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': '00371596-d221-4f08-8778-0c1e5fa11e7f', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'floating_ip_address': '172.27.1.207', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'port_id': '4d3d34e3-e17d-4678-b0d8-343a5545ea95', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'mac_address': 'fa:16:3e:5f:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78009a5e-d759-4faf-8ef4-fe4d5612a690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:13:13Z', 'updated_at': '2022-06-08T02:13:27Z', 'revision_number': 2, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'fixed_ip_address_scope': None}, {'id': '66ab1713-f7e7-4383-a758-c780627ea0a0', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'port_id': '08d25dda-6fc8-4471-9351-39547da360c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'mac_address': 'fa:16:3e:d8:91:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8870cf32-82de-4bee-98fd-08b49f529cf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:14:13Z', 'updated_at': '2022-06-08T02:14:26Z', 'revision_number': 1, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b88b84-8ac5-41d2-8ff5-d7833285f1a7', 'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'mac_address': 'fa:16:3e:0c:d6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:10Z', 'updated_at': '2022-06-08T02:13:14Z', 'revision_number': 5, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'subnets': [{'id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:14:28.413876 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9007cd52-ca4a-4f87-a32e-2abdb64f0c54 admin admin] Network fccc80fe-aa23-41fa-b00e-a506a2a0f94c is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:14:28.428999 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ff86c-a9c5-4987-b162-30db497ead90 req-f3234b17-12b4-4b16-9de8-b20370e69578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:28.430484 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e89ff86c-a9c5-4987-b162-30db497ead90 req-f3234b17-12b4-4b16-9de8-b20370e69578 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ace59b46-c184-42c4-a8ec-b505d053335a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1395583 Jun 08 02:14:28.431314 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-9007cd52-ca4a-4f87-a32e-2abdb64f0c54 admin admin] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:14:28.440892 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9007cd52-ca4a-4f87-a32e-2abdb64f0c54 admin admin] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:14:28.480240 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007cd52-ca4a-4f87-a32e-2abdb64f0c54 admin admin] Pushing event updated for resources: {'Port': ['ID=1e994d66-f99e-4536-ba72-2e9d877a4533,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:28.517408 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6d50d2-937f-46bc-90cb-5dce4c3c577b None None] Network 05318a5a-b32e-458e-9f7c-d5bc705960a2 requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:14:28.553291 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-53d49dff-bf2b-4dc2-b301-c363b383a3a9 req-31778574-46c6-4e85-a9fc-0f7e31256523 service neutron] 10.222.0.15 "GET /v2.0/networks/ace59b46-c184-42c4-a8ec-b505d053335a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611783 Jun 08 02:14:28.573779 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-7d22ea36-0a35-448d-ba06-9c3e5a304246 None None] Provisioning complete for port a80e4007-851c-489f-8b26-38cd1d72a420 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:14:28.574143 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-7d22ea36-0a35-448d-ba06-9c3e5a304246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (a80e4007-851c-489f-8b26-38cd1d72a420), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:28.677368 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:28.678575 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1771ac7-d5e0-496d-bad8-8994bf13a08e None None] New status for floating IP 66ab1713-f7e7-4383-a758-c780627ea0a0: ACTIVE {{(pid=104270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 02:14:28.743180 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e89ff86c-a9c5-4987-b162-30db497ead90 req-87c43d74-582f-4f18-83dd-249bd139799c service neutron] 10.222.0.15 "GET /v2.0/networks/ace59b46-c184-42c4-a8ec-b505d053335a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060212 Jun 08 02:14:28.820374 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-53d49dff-bf2b-4dc2-b301-c363b383a3a9 req-8dc50c2b-e1d2-4bcc-a62c-ded559a5b102 service neutron] 10.222.0.15 "GET /v2.0/networks/ace59b46-c184-42c4-a8ec-b505d053335a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607899 Jun 08 02:14:28.871026 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:28.880902 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-7d22ea36-0a35-448d-ba06-9c3e5a304246 None None] Current status of the port a80e4007-851c-489f-8b26-38cd1d72a420 is: DOWN; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:14:28.881292 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-7d22ea36-0a35-448d-ba06-9c3e5a304246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (a80e4007-851c-489f-8b26-38cd1d72a420), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:28.947818 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e89ff86c-a9c5-4987-b162-30db497ead90 req-8aa48dec-7a67-4ebf-a5c8-cb39ecb570a2 service neutron] 10.222.0.15 "GET /v2.0/networks/ace59b46-c184-42c4-a8ec-b505d053335a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972158 Jun 08 02:14:28.961094 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9007cd52-ca4a-4f87-a32e-2abdb64f0c54 admin admin] Publish callbacks [] for router_gateway (cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:28.974807 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device a80e4007-851c-489f-8b26-38cd1d72a420 up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:14:29.017221 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-7d22ea36-0a35-448d-ba06-9c3e5a304246 None None] For port a80e4007-851c-489f-8b26-38cd1d72a420, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=a80e4007-851c-489f-8b26-38cd1d72a420,segment=NetworkSegment(3b5a06de-b7a8-42e3-8ed1-a44f44b0623e),segment_id=3b5a06de-b7a8-42e3-8ed1-a44f44b0623e)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:14:29.038815 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-7d22ea36-0a35-448d-ba06-9c3e5a304246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (a80e4007-851c-489f-8b26-38cd1d72a420), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:29.092715 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:29.101511 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:29.114276 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22ea36-0a35-448d-ba06-9c3e5a304246 None None] Pushing event updated for resources: {'Port': ['ID=a80e4007-851c-489f-8b26-38cd1d72a420,revision_number=3']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:29.118280 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port a80e4007-851c-489f-8b26-38cd1d72a420 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:14:29.118738 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (a80e4007-851c-489f-8b26-38cd1d72a420), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:29.170112 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-eb7bbb3b-c079-4ae9-bd75-86c01ea4abd0 None None] Provisioning complete for port a80e4007-851c-489f-8b26-38cd1d72a420 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:14:29.170390 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-eb7bbb3b-c079-4ae9-bd75-86c01ea4abd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (a80e4007-851c-489f-8b26-38cd1d72a420), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:29.171469 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9007cd52-ca4a-4f87-a32e-2abdb64f0c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682964'] for router (cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:29.248525 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port a80e4007-851c-489f-8b26-38cd1d72a420 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:14:29.282871 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-eb7bbb3b-c079-4ae9-bd75-86c01ea4abd0 None None] Current status of the port a80e4007-851c-489f-8b26-38cd1d72a420 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:14:29.544095 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9007cd52-ca4a-4f87-a32e-2abdb64f0c54 admin admin] Router cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f is scheduled to L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c with binding_index 1 {{(pid=104268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 08 02:14:29.651092 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9007cd52-ca4a-4f87-a32e-2abdb64f0c54 admin admin] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:14:29.660662 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16acc59-56bd-4bce-ac60-ff843cd56cf5 None None] Sync routers for ids ['cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'] in dv-cinder-845069-1-iscsi {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:14:29.670877 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-9007cd52-ca4a-4f87-a32e-2abdb64f0c54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:29.671209 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16acc59-56bd-4bce-ac60-ff843cd56cf5 None None] Routers {'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:14:29.671820 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-f16acc59-56bd-4bce-ac60-ff843cd56cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:14:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:29.672116 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-9007cd52-ca4a-4f87-a32e-2abdb64f0c54 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8832595 Jun 08 02:14:29.675560 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 58448) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:14:29.774219 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-f16acc59-56bd-4bce-ac60-ff843cd56cf5 None None] Set router cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:14:29.813959 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:29.943938 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-f16acc59-56bd-4bce-ac60-ff843cd56cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'name': 'tempest-TestVolumeBootPattern-1404169138-router', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:14:26Z', 'updated_at': '2022-06-08T02:14:28Z', 'revision_number': 3, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'gw_port': {'id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:10:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:27Z', 'updated_at': '2022-06-08T02:14:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:29.968037 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16acc59-56bd-4bce-ac60-ff843cd56cf5 None None] Checking router: cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f for host: dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:14:29.968379 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16acc59-56bd-4bce-ac60-ff843cd56cf5 None None] Updating router cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f port 1e994d66-f99e-4536-ba72-2e9d877a4533 binding host dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 02:14:29.996073 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-f16acc59-56bd-4bce-ac60-ff843cd56cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (1e994d66-f99e-4536-ba72-2e9d877a4533), before_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:30.073802 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-699fa2a1-316b-4b6a-afaf-bba52a68ccb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:30.092135 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:30.220215 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:30.235783 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [None req-699fa2a1-316b-4b6a-afaf-bba52a68ccb9 admin admin] Allocated IP 172.20.0.1 (05318a5a-b32e-458e-9f7c-d5bc705960a2/0a6900bc-03fc-46b3-b7d6-870661475e34/646a40c6-9089-487c-a27d-bbddff9e51f5) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:14:30.271272 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:30.275507 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-f16acc59-56bd-4bce-ac60-ff843cd56cf5 None None] Publish callbacks [] for port (1e994d66-f99e-4536-ba72-2e9d877a4533), precommit_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:30.280742 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-f16acc59-56bd-4bce-ac60-ff843cd56cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (1e994d66-f99e-4536-ba72-2e9d877a4533), after_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:30.331906 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042ecdf-b5c5-45a2-9f3e-1235a126f3a8 None None] Pushing event updated for resources: {'Port': ['ID=1e994d66-f99e-4536-ba72-2e9d877a4533,revision_number=2']} {{(pid=104271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:30.336563 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.managers [None req-f16acc59-56bd-4bce-ac60-ff843cd56cf5 None None] Attempting to bind port 1e994d66-f99e-4536-ba72-2e9d877a4533 on host dv-cinder-845069-1-iscsi for vnic_type normal with profile {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:14:30.336930 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.managers [None req-f16acc59-56bd-4bce-ac60-ff843cd56cf5 None None] Attempting to bind port 1e994d66-f99e-4536-ba72-2e9d877a4533 by drivers openvswitch,hyperv on host dv-cinder-845069-1-iscsi at level 0 using segments [{'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}] {{(pid=104271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:14:30.337295 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16acc59-56bd-4bce-ac60-ff843cd56cf5 None None] Attempting to bind port 1e994d66-f99e-4536-ba72-2e9d877a4533 on network fccc80fe-aa23-41fa-b00e-a506a2a0f94c {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:14:30.340277 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-699fa2a1-316b-4b6a-afaf-bba52a68ccb9 admin admin] Publish callbacks [] for port (646a40c6-9089-487c-a27d-bbddff9e51f5), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:30.346050 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042ecdf-b5c5-45a2-9f3e-1235a126f3a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:30.346391 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042ecdf-b5c5-45a2-9f3e-1235a126f3a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:30.346757 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042ecdf-b5c5-45a2-9f3e-1235a126f3a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:30.347118 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042ecdf-b5c5-45a2-9f3e-1235a126f3a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:30.347456 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042ecdf-b5c5-45a2-9f3e-1235a126f3a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:30.347834 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042ecdf-b5c5-45a2-9f3e-1235a126f3a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:30.348172 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042ecdf-b5c5-45a2-9f3e-1235a126f3a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:30.348473 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042ecdf-b5c5-45a2-9f3e-1235a126f3a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:30.348872 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042ecdf-b5c5-45a2-9f3e-1235a126f3a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:30.349120 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042ecdf-b5c5-45a2-9f3e-1235a126f3a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:30.349551 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042ecdf-b5c5-45a2-9f3e-1235a126f3a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:30.349847 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042ecdf-b5c5-45a2-9f3e-1235a126f3a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:30.350188 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042ecdf-b5c5-45a2-9f3e-1235a126f3a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:30.350514 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042ecdf-b5c5-45a2-9f3e-1235a126f3a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:30.350834 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042ecdf-b5c5-45a2-9f3e-1235a126f3a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:14:30.354198 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16acc59-56bd-4bce-ac60-ff843cd56cf5 None None] Checking agent: {'id': 'f845c03f-68d4-4819-b53b-956a55a73879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 1, 56, 43), 'started_at': datetime.datetime(2022, 6, 8, 1, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:14:30.354572 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16acc59-56bd-4bce-ac60-ff843cd56cf5 None None] Checking segment: {'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:14:30.354970 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-f16acc59-56bd-4bce-ac60-ff843cd56cf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:30.355348 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16acc59-56bd-4bce-ac60-ff843cd56cf5 None None] Bound using segment: {'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'} {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:14:30.355810 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.managers [None req-f16acc59-56bd-4bce-ac60-ff843cd56cf5 None None] Bound port: 1e994d66-f99e-4536-ba72-2e9d877a4533, host: dv-cinder-845069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}}] {{(pid=104271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:14:30.356184 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-f16acc59-56bd-4bce-ac60-ff843cd56cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (1e994d66-f99e-4536-ba72-2e9d877a4533), before_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:30.372420 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-699fa2a1-316b-4b6a-afaf-bba52a68ccb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (646a40c6-9089-487c-a27d-bbddff9e51f5), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:30.405332 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.db [None req-f16acc59-56bd-4bce-ac60-ff843cd56cf5 None None] For port 1e994d66-f99e-4536-ba72-2e9d877a4533, host dv-cinder-845069-1-iscsi, cleared binding levels {{(pid=104271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:14:30.408499 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.db [None req-f16acc59-56bd-4bce-ac60-ff843cd56cf5 None None] For port 1e994d66-f99e-4536-ba72-2e9d877a4533, host dv-cinder-845069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=1e994d66-f99e-4536-ba72-2e9d877a4533,segment=NetworkSegment(85e1942d-da80-4474-8baf-777e325afd8c),segment_id=85e1942d-da80-4474-8baf-777e325afd8c)] {{(pid=104271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:14:30.413203 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699fa2a1-316b-4b6a-afaf-bba52a68ccb9 admin admin] Network 05318a5a-b32e-458e-9f7c-d5bc705960a2 is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:14:30.415357 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-f16acc59-56bd-4bce-ac60-ff843cd56cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (1e994d66-f99e-4536-ba72-2e9d877a4533), after_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:30.415967 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-699fa2a1-316b-4b6a-afaf-bba52a68ccb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:14:30.419607 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699fa2a1-316b-4b6a-afaf-bba52a68ccb9 admin admin] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:14:30.451556 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699fa2a1-316b-4b6a-afaf-bba52a68ccb9 admin admin] Pushing event updated for resources: {'Port': ['ID=646a40c6-9089-487c-a27d-bbddff9e51f5,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:30.468456 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-699fa2a1-316b-4b6a-afaf-bba52a68ccb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683938'] for router_interface (cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:30.472582 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:30.475902 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042ecdf-b5c5-45a2-9f3e-1235a126f3a8 None None] Pushing event updated for resources: {'Port': ['ID=1e994d66-f99e-4536-ba72-2e9d877a4533,revision_number=3']} {{(pid=104271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:30.491119 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16acc59-56bd-4bce-ac60-ff843cd56cf5 None None] Routers {'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:14:30.491760 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-f16acc59-56bd-4bce-ac60-ff843cd56cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:14:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:30.599050 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-f16acc59-56bd-4bce-ac60-ff843cd56cf5 None None] Set router cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:14:30.608752 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-699fa2a1-316b-4b6a-afaf-bba52a68ccb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (646a40c6-9089-487c-a27d-bbddff9e51f5), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:30.708938 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-fe9f8d77-aa2f-40a9-b5a7-0aeb014b5cd6 None None] Provisioning complete for port 646a40c6-9089-487c-a27d-bbddff9e51f5 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:14:30.709542 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-fe9f8d77-aa2f-40a9-b5a7-0aeb014b5cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (646a40c6-9089-487c-a27d-bbddff9e51f5), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:30.746575 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-fe9f8d77-aa2f-40a9-b5a7-0aeb014b5cd6 None None] Port 646a40c6-9089-487c-a27d-bbddff9e51f5 cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:14:30.780590 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-f16acc59-56bd-4bce-ac60-ff843cd56cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'name': 'tempest-TestVolumeBootPattern-1404169138-router', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:14:26Z', 'updated_at': '2022-06-08T02:14:28Z', 'revision_number': 3, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'gw_port': {'id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:10:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:27Z', 'updated_at': '2022-06-08T02:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:30.807866 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16acc59-56bd-4bce-ac60-ff843cd56cf5 None None] The sync data for ids ['cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'] in dv-cinder-845069-1-iscsi is: [{'id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'name': 'tempest-TestVolumeBootPattern-1404169138-router', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:14:26Z', 'updated_at': '2022-06-08T02:14:28Z', 'revision_number': 3, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'gw_port': {'id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:10:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:27Z', 'updated_at': '2022-06-08T02:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}] {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:14:30.809513 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-699fa2a1-316b-4b6a-afaf-bba52a68ccb9 admin admin] Publish callbacks [] for port (646a40c6-9089-487c-a27d-bbddff9e51f5), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:30.814046 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-699fa2a1-316b-4b6a-afaf-bba52a68ccb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (646a40c6-9089-487c-a27d-bbddff9e51f5), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:30.885874 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699fa2a1-316b-4b6a-afaf-bba52a68ccb9 admin admin] Pushing event updated for resources: {'Port': ['ID=646a40c6-9089-487c-a27d-bbddff9e51f5,revision_number=2']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:30.893066 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-699fa2a1-316b-4b6a-afaf-bba52a68ccb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683862'] for router_interface (cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:30.896367 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:30.907476 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device a80e4007-851c-489f-8b26-38cd1d72a420 up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:14:30.953571 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port a80e4007-851c-489f-8b26-38cd1d72a420 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:14:30.954669 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (a80e4007-851c-489f-8b26-38cd1d72a420), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:30.996895 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699fa2a1-316b-4b6a-afaf-bba52a68ccb9 admin admin] Network 05318a5a-b32e-458e-9f7c-d5bc705960a2 is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:14:30.998406 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-699fa2a1-316b-4b6a-afaf-bba52a68ccb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:14:31.030242 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port a80e4007-851c-489f-8b26-38cd1d72a420 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:14:31.160761 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699fa2a1-316b-4b6a-afaf-bba52a68ccb9 admin admin] Router cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:14:31.271279 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-32a764f7-9aee-429f-82e7-1672f1aa73cd None None] Provisioning complete for port 646a40c6-9089-487c-a27d-bbddff9e51f5 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:14:31.271744 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-32a764f7-9aee-429f-82e7-1672f1aa73cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (646a40c6-9089-487c-a27d-bbddff9e51f5), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:31.294389 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699fa2a1-316b-4b6a-afaf-bba52a68ccb9 admin admin] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:14:31.299367 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-699fa2a1-316b-4b6a-afaf-bba52a68ccb9 admin admin] 10.222.0.20 "PUT /v2.0/routers/cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6227384 Jun 08 02:14:31.317690 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-32a764f7-9aee-429f-82e7-1672f1aa73cd None None] Port 646a40c6-9089-487c-a27d-bbddff9e51f5 cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:14:31.816611 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 58464) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:14:31.821397 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-53761713-2865-46d8-ad43-05a130831da5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1223351963-network', 'tenant_id': 'd56f3fbee70c4c9d98af73d13cbd9a0e'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:14:31.824714 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:31.826556 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:31.850726 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53761713-2865-46d8-ad43-05a130831da5 admin admin] Made reservation on behalf of d56f3fbee70c4c9d98af73d13cbd9a0e for: {'network': 1} {{(pid=104269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:14:31.853132 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-53761713-2865-46d8-ad43-05a130831da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for network (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:31.863258 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-53761713-2865-46d8-ad43-05a130831da5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:31.941781 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-53761713-2865-46d8-ad43-05a130831da5 admin admin] Publish callbacks [] for security_group (3b1ee433-fafc-4b10-b9a3-82c2b0edee5e), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:31.945713 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-53761713-2865-46d8-ad43-05a130831da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (3b1ee433-fafc-4b10-b9a3-82c2b0edee5e), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:31.975602 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53761713-2865-46d8-ad43-05a130831da5 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=104269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 02:14:31.981127 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53761713-2865-46d8-ad43-05a130831da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1ee433-fafc-4b10-b9a3-82c2b0edee5e,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:31.990482 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-53761713-2865-46d8-ad43-05a130831da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (42ce1cb5-3ae6-4cb9-afc7-8ae084c5b3c1), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:31.990823 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.db.segments_db [None req-53761713-2865-46d8-ad43-05a130831da5 admin admin] Added segment 42ce1cb5-3ae6-4cb9-afc7-8ae084c5b3c1 of type vlan for network 8552b6f6-6b05-4908-af70-c4fb59352f6e Jun 08 02:14:32.031335 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-53761713-2865-46d8-ad43-05a130831da5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744501171532'] for network (8552b6f6-6b05-4908-af70-c4fb59352f6e), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:32.057015 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-53761713-2865-46d8-ad43-05a130831da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516'] for network (8552b6f6-6b05-4908-af70-c4fb59352f6e), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:32.057961 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53761713-2865-46d8-ad43-05a130831da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:32.058530 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-53761713-2865-46d8-ad43-05a130831da5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:32.128631 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-53761713-2865-46d8-ad43-05a130831da5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3108616 Jun 08 02:14:32.131389 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 58466) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:14:32.134659 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53761713-2865-46d8-ad43-05a130831da5 admin admin] Pushing event updated for resources: {'Network': ['ID=8552b6f6-6b05-4908-af70-c4fb59352f6e,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:32.136244 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-151c1b0f-4158-473e-981b-89356db5a809 admin admin] Request body: {'subnet': {'network_id': '8552b6f6-6b05-4908-af70-c4fb59352f6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1223351963-subnet', 'tenant_id': 'd56f3fbee70c4c9d98af73d13cbd9a0e', 'ip_version': 4}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:14:32.144951 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Network 8552b6f6-6b05-4908-af70-c4fb59352f6e details requested by agent ovs-agent-dv-cinder-845069-1-iscsi with host dv-cinder-845069-1-iscsi {{(pid=104270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 02:14:32.157312 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151c1b0f-4158-473e-981b-89356db5a809 admin admin] Made reservation on behalf of d56f3fbee70c4c9d98af73d13cbd9a0e for: {'subnet': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:14:32.159964 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-151c1b0f-4158-473e-981b-89356db5a809 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8450946'] for subnet (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:32.218002 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:32.342635 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-151c1b0f-4158-473e-981b-89356db5a809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8690224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8450992'] for subnet (a26de79a-6eef-48a2-b8ee-1816f79f8412), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:32.414491 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c1b0f-4158-473e-981b-89356db5a809 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a26de79a-6eef-48a2-b8ee-1816f79f8412,revision_number=0']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:32.423378 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151c1b0f-4158-473e-981b-89356db5a809 admin admin] Checking segment: {'id': '42ce1cb5-3ae6-4cb9-afc7-8ae084c5b3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8552b6f6-6b05-4908-af70-c4fb59352f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:14:32.424079 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151c1b0f-4158-473e-981b-89356db5a809 admin admin] Network hostable DHCP agents. Network: 8552b6f6-6b05-4908-af70-c4fb59352f6e, hostable agents: ['45a4719c-dff8-447a-9451-2d43a5a3b5e6'], hosted agents: [] {{(pid=104268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 02:14:32.428223 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbda1253-42e4-4b9e-833c-21c6036f9960 None None] Sync routers for ids ['cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'] in dv-cinder-845069-1-iscsi {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:14:32.439756 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbda1253-42e4-4b9e-833c-21c6036f9960 None None] Routers {'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:14:32.440504 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-dbda1253-42e4-4b9e-833c-21c6036f9960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:14:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:32.447413 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151c1b0f-4158-473e-981b-89356db5a809 admin admin] Network 8552b6f6-6b05-4908-af70-c4fb59352f6e is scheduled to be hosted by DHCP agent 45a4719c-dff8-447a-9451-2d43a5a3b5e6 with binding_index 1 {{(pid=104268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 02:14:32.460317 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-151c1b0f-4158-473e-981b-89356db5a809 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-1-iscsi, 8552b6f6-6b05-4908-af70-c4fb59352f6e) {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:14:32.464274 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151c1b0f-4158-473e-981b-89356db5a809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:32.464889 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-151c1b0f-4158-473e-981b-89356db5a809 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:32.482591 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55c1357-7e73-48e2-8a2f-a39531c455e9 None None] Network 8552b6f6-6b05-4908-af70-c4fb59352f6e requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:14:32.484699 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 58468) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:14:32.485022 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-151c1b0f-4158-473e-981b-89356db5a809 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3524499 Jun 08 02:14:32.490192 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-d3a52d0a-bdae-4a74-8fe7-882f42eea879 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1223351963-router', 'tenant_id': 'd56f3fbee70c4c9d98af73d13cbd9a0e', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:14:32.510278 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d3a52d0a-bdae-4a74-8fe7-882f42eea879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6868'] for router (767b0aa8-0570-4b5f-b449-6fa6500d1199), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:32.511372 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d3a52d0a-bdae-4a74-8fe7-882f42eea879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-621629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6829'] for router (767b0aa8-0570-4b5f-b449-6fa6500d1199), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:32.563842 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d3a52d0a-bdae-4a74-8fe7-882f42eea879 admin admin] Publish callbacks [] for router_controller (767b0aa8-0570-4b5f-b449-6fa6500d1199), precommit_add_association {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:32.613688 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-dbda1253-42e4-4b9e-833c-21c6036f9960 None None] Set router cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:14:32.658738 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9471cca-aec4-4843-8d3c-450f69b69114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8909f50-5379-5de5-8dc8-896ce999fc50-8552b6f6-6b05-4908-af70-c4fb59352f6e', 'network_id': '8552b6f6-6b05-4908-af70-c4fb59352f6e', 'project_id': 'd56f3fbee70c4c9d98af73d13cbd9a0e', 'fixed_ips': [{'subnet_id': 'a26de79a-6eef-48a2-b8ee-1816f79f8412'}]}} from dv-cinder-845069-1-iscsi. {{(pid=104270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 08 02:14:32.659655 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-a9471cca-aec4-4843-8d3c-450f69b69114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:32.700972 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d3a52d0a-bdae-4a74-8fe7-882f42eea879 admin admin] Publish callbacks [] for router_gateway (767b0aa8-0570-4b5f-b449-6fa6500d1199), precommit_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:32.758704 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:32.843002 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:32.896238 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d3a52d0a-bdae-4a74-8fe7-882f42eea879 admin admin] Publish callbacks [] for router_gateway (767b0aa8-0570-4b5f-b449-6fa6500d1199), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:32.919284 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d3a52d0a-bdae-4a74-8fe7-882f42eea879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:32.931672 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 1e994d66-f99e-4536-ba72-2e9d877a4533 up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:14:32.959477 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.db_base_plugin_common [None req-a9471cca-aec4-4843-8d3c-450f69b69114 None None] Allocated IP 172.20.0.2 (8552b6f6-6b05-4908-af70-c4fb59352f6e/a26de79a-6eef-48a2-b8ee-1816f79f8412/a6a9f4b1-74cf-45f6-9532-050ab9045acb) {{(pid=104270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:14:33.016506 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:33.033476 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.db_base_plugin_common [None req-d3a52d0a-bdae-4a74-8fe7-882f42eea879 admin admin] Allocated IP 172.27.1.44 (fccc80fe-aa23-41fa-b00e-a506a2a0f94c/5f93db06-58fb-4390-8563-710a437b082f/8f296fa2-eae7-40e7-9d0f-10cf361dd72a) {{(pid=104269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:14:33.036617 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-dbda1253-42e4-4b9e-833c-21c6036f9960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'name': 'tempest-TestVolumeBootPattern-1404169138-router', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:14:26Z', 'updated_at': '2022-06-08T02:14:30Z', 'revision_number': 4, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'gw_port': {'id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:10:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:27Z', 'updated_at': '2022-06-08T02:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '646a40c6-9089-487c-a27d-bbddff9e51f5', 'name': '', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'mac_address': 'fa:16:3e:c7:2c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:30Z', 'updated_at': '2022-06-08T02:14:30Z', 'revision_number': 2, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'subnets': [{'id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:33.039781 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:33.071478 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbda1253-42e4-4b9e-833c-21c6036f9960 None None] Checking router: cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f for host: dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:14:33.071831 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbda1253-42e4-4b9e-833c-21c6036f9960 None None] Updating router cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f port 646a40c6-9089-487c-a27d-bbddff9e51f5 binding host dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 02:14:33.120326 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 1e994d66-f99e-4536-ba72-2e9d877a4533 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:14:33.120721 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (1e994d66-f99e-4536-ba72-2e9d877a4533), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:33.124596 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dbda1253-42e4-4b9e-833c-21c6036f9960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (646a40c6-9089-487c-a27d-bbddff9e51f5), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:33.139230 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d3a52d0a-bdae-4a74-8fe7-882f42eea879 admin admin] Publish callbacks [] for port (8f296fa2-eae7-40e7-9d0f-10cf361dd72a), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:33.173043 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d3a52d0a-bdae-4a74-8fe7-882f42eea879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (8f296fa2-eae7-40e7-9d0f-10cf361dd72a), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:33.216372 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a52d0a-bdae-4a74-8fe7-882f42eea879 admin admin] Network fccc80fe-aa23-41fa-b00e-a506a2a0f94c is already hosted by enough agents. {{(pid=104269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:14:33.223709 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.base_scheduler [None req-d3a52d0a-bdae-4a74-8fe7-882f42eea879 admin admin] Resources bound (agent type, host, resource id): {{(pid=104269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:14:33.225850 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a52d0a-bdae-4a74-8fe7-882f42eea879 admin admin] Pushing event updated for resources: {'Port': ['ID=8f296fa2-eae7-40e7-9d0f-10cf361dd72a,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:33.227936 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a52d0a-bdae-4a74-8fe7-882f42eea879 admin admin] Received port after_create {{(pid=104269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:14:33.283535 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-a9471cca-aec4-4843-8d3c-450f69b69114 None None] Publish callbacks [] for port (a6a9f4b1-74cf-45f6-9532-050ab9045acb), precommit_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:33.448807 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-a9471cca-aec4-4843-8d3c-450f69b69114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093'] for port (a6a9f4b1-74cf-45f6-9532-050ab9045acb), after_create {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:33.469340 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d3a52d0a-bdae-4a74-8fe7-882f42eea879 admin admin] Publish callbacks [] for router_gateway (767b0aa8-0570-4b5f-b449-6fa6500d1199), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:33.541617 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 1e994d66-f99e-4536-ba72-2e9d877a4533 is: DOWN; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:14:33.542040 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (1e994d66-f99e-4536-ba72-2e9d877a4533), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:33.554551 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9471cca-aec4-4843-8d3c-450f69b69114 None None] Network 8552b6f6-6b05-4908-af70-c4fb59352f6e is already hosted by enough agents. {{(pid=104270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:14:33.570111 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.scheduler.base_scheduler [None req-a9471cca-aec4-4843-8d3c-450f69b69114 None None] Resources bound (agent type, host, resource id): {{(pid=104270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:14:33.572985 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9471cca-aec4-4843-8d3c-450f69b69114 None None] Received port after_create {{(pid=104270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:14:33.592547 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:33.613707 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] For port 1e994d66-f99e-4536-ba72-2e9d877a4533, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=1e994d66-f99e-4536-ba72-2e9d877a4533,segment=NetworkSegment(85e1942d-da80-4474-8baf-777e325afd8c),segment_id=85e1942d-da80-4474-8baf-777e325afd8c)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:14:33.614862 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9471cca-aec4-4843-8d3c-450f69b69114 None None] Pushing event updated for resources: {'Port': ['ID=a6a9f4b1-74cf-45f6-9532-050ab9045acb,revision_number=1']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:33.648493 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (1e994d66-f99e-4536-ba72-2e9d877a4533), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:33.745409 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-a9471cca-aec4-4843-8d3c-450f69b69114 None None] Attempting to bind port a6a9f4b1-74cf-45f6-9532-050ab9045acb on host dv-cinder-845069-1-iscsi for vnic_type normal with profile {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:14:33.745779 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-a9471cca-aec4-4843-8d3c-450f69b69114 None None] Attempting to bind port a6a9f4b1-74cf-45f6-9532-050ab9045acb by drivers openvswitch,hyperv on host dv-cinder-845069-1-iscsi at level 0 using segments [{'id': '42ce1cb5-3ae6-4cb9-afc7-8ae084c5b3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8552b6f6-6b05-4908-af70-c4fb59352f6e'}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:14:33.746144 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9471cca-aec4-4843-8d3c-450f69b69114 None None] Attempting to bind port a6a9f4b1-74cf-45f6-9532-050ab9045acb on network 8552b6f6-6b05-4908-af70-c4fb59352f6e {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:14:33.772990 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9471cca-aec4-4843-8d3c-450f69b69114 None None] Checking agent: {'id': 'f845c03f-68d4-4819-b53b-956a55a73879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 1, 56, 43), 'started_at': datetime.datetime(2022, 6, 8, 1, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:14:33.773347 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9471cca-aec4-4843-8d3c-450f69b69114 None None] Checking segment: {'id': '42ce1cb5-3ae6-4cb9-afc7-8ae084c5b3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8552b6f6-6b05-4908-af70-c4fb59352f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:14:33.773754 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-a9471cca-aec4-4843-8d3c-450f69b69114 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:33.774147 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9471cca-aec4-4843-8d3c-450f69b69114 None None] Bound using segment: {'id': '42ce1cb5-3ae6-4cb9-afc7-8ae084c5b3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8552b6f6-6b05-4908-af70-c4fb59352f6e'} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:14:33.774622 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-a9471cca-aec4-4843-8d3c-450f69b69114 None None] Bound port: a6a9f4b1-74cf-45f6-9532-050ab9045acb, host: dv-cinder-845069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ce1cb5-3ae6-4cb9-afc7-8ae084c5b3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8552b6f6-6b05-4908-af70-c4fb59352f6e'}}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:14:33.775001 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-a9471cca-aec4-4843-8d3c-450f69b69114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (a6a9f4b1-74cf-45f6-9532-050ab9045acb), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:33.792971 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:33.798001 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Pushing event updated for resources: {'Port': ['ID=1e994d66-f99e-4536-ba72-2e9d877a4533,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:33.876348 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d3a52d0a-bdae-4a74-8fe7-882f42eea879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682964'] for router (767b0aa8-0570-4b5f-b449-6fa6500d1199), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:33.906941 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-a9471cca-aec4-4843-8d3c-450f69b69114 None None] For port a6a9f4b1-74cf-45f6-9532-050ab9045acb, host dv-cinder-845069-1-iscsi, cleared binding levels {{(pid=104270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:14:33.926151 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-a9471cca-aec4-4843-8d3c-450f69b69114 None None] For port a6a9f4b1-74cf-45f6-9532-050ab9045acb, host dv-cinder-845069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=a6a9f4b1-74cf-45f6-9532-050ab9045acb,segment=NetworkSegment(42ce1cb5-3ae6-4cb9-afc7-8ae084c5b3c1),segment_id=42ce1cb5-3ae6-4cb9-afc7-8ae084c5b3c1)] {{(pid=104270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:14:33.941181 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-a9471cca-aec4-4843-8d3c-450f69b69114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (a6a9f4b1-74cf-45f6-9532-050ab9045acb), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:33.945239 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dbda1253-42e4-4b9e-833c-21c6036f9960 None None] Publish callbacks [] for port (646a40c6-9089-487c-a27d-bbddff9e51f5), precommit_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:33.971081 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dbda1253-42e4-4b9e-833c-21c6036f9960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (646a40c6-9089-487c-a27d-bbddff9e51f5), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:34.001645 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a52d0a-bdae-4a74-8fe7-882f42eea879 admin admin] Router 767b0aa8-0570-4b5f-b449-6fa6500d1199 is scheduled to L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c with binding_index 1 {{(pid=104269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 08 02:14:34.021822 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9471cca-aec4-4843-8d3c-450f69b69114 None None] Pushing event updated for resources: {'Port': ['ID=a6a9f4b1-74cf-45f6-9532-050ab9045acb,revision_number=2']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:34.089007 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:34.101333 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:34.114487 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-dbda1253-42e4-4b9e-833c-21c6036f9960 None None] Attempting to bind port 646a40c6-9089-487c-a27d-bbddff9e51f5 on host dv-cinder-845069-1-iscsi for vnic_type normal with profile {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:14:34.114948 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-dbda1253-42e4-4b9e-833c-21c6036f9960 None None] Attempting to bind port 646a40c6-9089-487c-a27d-bbddff9e51f5 by drivers openvswitch,hyperv on host dv-cinder-845069-1-iscsi at level 0 using segments [{'id': '3b5a06de-b7a8-42e3-8ed1-a44f44b0623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2'}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:14:34.115374 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbda1253-42e4-4b9e-833c-21c6036f9960 None None] Attempting to bind port 646a40c6-9089-487c-a27d-bbddff9e51f5 on network 05318a5a-b32e-458e-9f7c-d5bc705960a2 {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:14:34.117786 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc796e-9b5c-48d5-b438-3a296c57dab3 None None] Pushing event updated for resources: {'Port': ['ID=646a40c6-9089-487c-a27d-bbddff9e51f5,revision_number=3']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:34.119701 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a52d0a-bdae-4a74-8fe7-882f42eea879 admin admin] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:14:34.124182 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbda1253-42e4-4b9e-833c-21c6036f9960 None None] Checking agent: {'id': 'f845c03f-68d4-4819-b53b-956a55a73879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 1, 56, 43), 'started_at': datetime.datetime(2022, 6, 8, 1, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:14:34.124741 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbda1253-42e4-4b9e-833c-21c6036f9960 None None] Checking segment: {'id': '3b5a06de-b7a8-42e3-8ed1-a44f44b0623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:14:34.125325 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dbda1253-42e4-4b9e-833c-21c6036f9960 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:34.126278 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbda1253-42e4-4b9e-833c-21c6036f9960 None None] Bound using segment: {'id': '3b5a06de-b7a8-42e3-8ed1-a44f44b0623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2'} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:14:34.127151 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-dbda1253-42e4-4b9e-833c-21c6036f9960 None None] Bound port: 646a40c6-9089-487c-a27d-bbddff9e51f5, host: dv-cinder-845069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5a06de-b7a8-42e3-8ed1-a44f44b0623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2'}}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:14:34.127568 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dbda1253-42e4-4b9e-833c-21c6036f9960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (646a40c6-9089-487c-a27d-bbddff9e51f5), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:34.130906 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb181ae-878a-4e62-bfe6-0aacd95ad04d None None] Sync routers for ids ['767b0aa8-0570-4b5f-b449-6fa6500d1199'] in dv-cinder-845069-1-iscsi {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:14:34.143194 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb181ae-878a-4e62-bfe6-0aacd95ad04d None None] Routers {'767b0aa8-0570-4b5f-b449-6fa6500d1199'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:14:34.144189 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-7eb181ae-878a-4e62-bfe6-0aacd95ad04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:14:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['767b0aa8-0570-4b5f-b449-6fa6500d1199'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:34.145691 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d3a52d0a-bdae-4a74-8fe7-882f42eea879 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:34.148945 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-d3a52d0a-bdae-4a74-8fe7-882f42eea879 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6620615 Jun 08 02:14:34.150325 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 58470) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:14:34.217232 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-dbda1253-42e4-4b9e-833c-21c6036f9960 None None] For port 646a40c6-9089-487c-a27d-bbddff9e51f5, host dv-cinder-845069-1-iscsi, cleared binding levels {{(pid=104270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:14:34.222627 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-dbda1253-42e4-4b9e-833c-21c6036f9960 None None] For port 646a40c6-9089-487c-a27d-bbddff9e51f5, host dv-cinder-845069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=646a40c6-9089-487c-a27d-bbddff9e51f5,segment=NetworkSegment(3b5a06de-b7a8-42e3-8ed1-a44f44b0623e),segment_id=3b5a06de-b7a8-42e3-8ed1-a44f44b0623e)] {{(pid=104270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:14:34.233686 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dbda1253-42e4-4b9e-833c-21c6036f9960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (646a40c6-9089-487c-a27d-bbddff9e51f5), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:34.301013 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbda1253-42e4-4b9e-833c-21c6036f9960 None None] Routers {'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:14:34.315387 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-dbda1253-42e4-4b9e-833c-21c6036f9960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:14:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:34.321641 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-7eb181ae-878a-4e62-bfe6-0aacd95ad04d None None] Set router 767b0aa8-0570-4b5f-b449-6fa6500d1199 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:14:34.387526 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc796e-9b5c-48d5-b438-3a296c57dab3 None None] Pushing event updated for resources: {'Port': ['ID=646a40c6-9089-487c-a27d-bbddff9e51f5,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:34.410737 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-da3681ba-025f-4286-9e83-6e1770be8d2b None None] Provisioning complete for port 646a40c6-9089-487c-a27d-bbddff9e51f5 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:14:34.411362 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-da3681ba-025f-4286-9e83-6e1770be8d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (646a40c6-9089-487c-a27d-bbddff9e51f5), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:34.449606 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:34.490394 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:14:34.503809 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:34.531379 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-7eb181ae-878a-4e62-bfe6-0aacd95ad04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767b0aa8-0570-4b5f-b449-6fa6500d1199', 'name': 'tempest-TestVolumeBootPattern-1223351963-router', 'tenant_id': 'd56f3fbee70c4c9d98af73d13cbd9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '8f296fa2-eae7-40e7-9d0f-10cf361dd72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:14:32Z', 'updated_at': '2022-06-08T02:14:33Z', 'revision_number': 3, 'project_id': 'd56f3fbee70c4c9d98af73d13cbd9a0e', 'gw_port': {'id': '8f296fa2-eae7-40e7-9d0f-10cf361dd72a', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767b0aa8-0570-4b5f-b449-6fa6500d1199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:32Z', 'updated_at': '2022-06-08T02:14:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:34.562840 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb181ae-878a-4e62-bfe6-0aacd95ad04d None None] Checking router: 767b0aa8-0570-4b5f-b449-6fa6500d1199 for host: dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:14:34.564663 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb181ae-878a-4e62-bfe6-0aacd95ad04d None None] Updating router 767b0aa8-0570-4b5f-b449-6fa6500d1199 port 8f296fa2-eae7-40e7-9d0f-10cf361dd72a binding host dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 02:14:34.587403 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:34.595088 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-7eb181ae-878a-4e62-bfe6-0aacd95ad04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (8f296fa2-eae7-40e7-9d0f-10cf361dd72a), before_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:34.595419 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-da3681ba-025f-4286-9e83-6e1770be8d2b None None] Current status of the port 646a40c6-9089-487c-a27d-bbddff9e51f5 is: DOWN; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:14:34.595967 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-da3681ba-025f-4286-9e83-6e1770be8d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (646a40c6-9089-487c-a27d-bbddff9e51f5), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:34.599378 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-dbda1253-42e4-4b9e-833c-21c6036f9960 None None] Set router cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:14:34.671429 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-da3681ba-025f-4286-9e83-6e1770be8d2b None None] For port 646a40c6-9089-487c-a27d-bbddff9e51f5, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=646a40c6-9089-487c-a27d-bbddff9e51f5,segment=NetworkSegment(3b5a06de-b7a8-42e3-8ed1-a44f44b0623e),segment_id=3b5a06de-b7a8-42e3-8ed1-a44f44b0623e)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:14:34.682620 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-da3681ba-025f-4286-9e83-6e1770be8d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (646a40c6-9089-487c-a27d-bbddff9e51f5), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:34.727000 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b488483d-9aa5-4ada-ad0a-97d15299f192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:34.740433 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:34.779751 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:34.826038 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-2547c0a4-c8d9-4a21-97f7-449c40f11534 None None] Provisioning complete for port 646a40c6-9089-487c-a27d-bbddff9e51f5 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:14:34.826264 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-2547c0a4-c8d9-4a21-97f7-449c40f11534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (646a40c6-9089-487c-a27d-bbddff9e51f5), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:34.831164 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3681ba-025f-4286-9e83-6e1770be8d2b None None] Pushing event updated for resources: {'Port': ['ID=646a40c6-9089-487c-a27d-bbddff9e51f5,revision_number=5']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:34.927328 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:34.927499 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-7eb181ae-878a-4e62-bfe6-0aacd95ad04d None None] Publish callbacks [] for port (8f296fa2-eae7-40e7-9d0f-10cf361dd72a), precommit_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:34.931772 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [None req-b488483d-9aa5-4ada-ad0a-97d15299f192 admin admin] Allocated IP 172.20.0.1 (8552b6f6-6b05-4908-af70-c4fb59352f6e/a26de79a-6eef-48a2-b8ee-1816f79f8412/87f7770d-8cbd-4aa4-9b61-cc12df79da7e) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:14:34.943037 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-7eb181ae-878a-4e62-bfe6-0aacd95ad04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (8f296fa2-eae7-40e7-9d0f-10cf361dd72a), after_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:34.995728 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-2547c0a4-c8d9-4a21-97f7-449c40f11534 None None] Current status of the port 646a40c6-9089-487c-a27d-bbddff9e51f5 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:14:35.012453 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-dbda1253-42e4-4b9e-833c-21c6036f9960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'name': 'tempest-TestVolumeBootPattern-1404169138-router', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:14:26Z', 'updated_at': '2022-06-08T02:14:30Z', 'revision_number': 4, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'gw_port': {'id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:27Z', 'updated_at': '2022-06-08T02:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '646a40c6-9089-487c-a27d-bbddff9e51f5', 'name': '', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'mac_address': 'fa:16:3e:c7:2c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:30Z', 'updated_at': '2022-06-08T02:14:34Z', 'revision_number': 4, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'subnets': [{'id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:35.042163 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbda1253-42e4-4b9e-833c-21c6036f9960 None None] The sync data for ids ['cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'] in dv-cinder-845069-1-iscsi is: [{'id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'name': 'tempest-TestVolumeBootPattern-1404169138-router', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:14:26Z', 'updated_at': '2022-06-08T02:14:30Z', 'revision_number': 4, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'gw_port': {'id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:27Z', 'updated_at': '2022-06-08T02:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '646a40c6-9089-487c-a27d-bbddff9e51f5', 'name': '', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'mac_address': 'fa:16:3e:c7:2c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:30Z', 'updated_at': '2022-06-08T02:14:34Z', 'revision_number': 4, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'subnets': [{'id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:14:35.056555 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.managers [None req-7eb181ae-878a-4e62-bfe6-0aacd95ad04d None None] Attempting to bind port 8f296fa2-eae7-40e7-9d0f-10cf361dd72a on host dv-cinder-845069-1-iscsi for vnic_type normal with profile {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:14:35.057023 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.managers [None req-7eb181ae-878a-4e62-bfe6-0aacd95ad04d None None] Attempting to bind port 8f296fa2-eae7-40e7-9d0f-10cf361dd72a by drivers openvswitch,hyperv on host dv-cinder-845069-1-iscsi at level 0 using segments [{'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}] {{(pid=104271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:14:35.057450 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb181ae-878a-4e62-bfe6-0aacd95ad04d None None] Attempting to bind port 8f296fa2-eae7-40e7-9d0f-10cf361dd72a on network fccc80fe-aa23-41fa-b00e-a506a2a0f94c {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:14:35.071439 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb181ae-878a-4e62-bfe6-0aacd95ad04d None None] Checking agent: {'id': 'f845c03f-68d4-4819-b53b-956a55a73879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 1, 56, 43), 'started_at': datetime.datetime(2022, 6, 8, 1, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:14:35.074407 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb181ae-878a-4e62-bfe6-0aacd95ad04d None None] Checking segment: {'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:14:35.074877 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-7eb181ae-878a-4e62-bfe6-0aacd95ad04d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:35.075934 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb181ae-878a-4e62-bfe6-0aacd95ad04d None None] Bound using segment: {'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'} {{(pid=104271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:14:35.078103 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b488483d-9aa5-4ada-ad0a-97d15299f192 admin admin] Publish callbacks [] for port (87f7770d-8cbd-4aa4-9b61-cc12df79da7e), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:35.084458 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.managers [None req-7eb181ae-878a-4e62-bfe6-0aacd95ad04d None None] Bound port: 8f296fa2-eae7-40e7-9d0f-10cf361dd72a, host: dv-cinder-845069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e1942d-da80-4474-8baf-777e325afd8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}}] {{(pid=104271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:14:35.085161 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-7eb181ae-878a-4e62-bfe6-0aacd95ad04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (8f296fa2-eae7-40e7-9d0f-10cf361dd72a), before_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:35.092261 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device a6a9f4b1-74cf-45f6-9532-050ab9045acb up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:14:35.137743 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b488483d-9aa5-4ada-ad0a-97d15299f192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (87f7770d-8cbd-4aa4-9b61-cc12df79da7e), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:35.155511 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b414a16f-28df-4f63-9740-659f2e059a9e None None] Pushing event updated for resources: {'Port': ['ID=8f296fa2-eae7-40e7-9d0f-10cf361dd72a,revision_number=2']} {{(pid=104271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:35.188896 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port a6a9f4b1-74cf-45f6-9532-050ab9045acb triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:14:35.189272 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (a6a9f4b1-74cf-45f6-9532-050ab9045acb), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:35.206604 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.db [None req-7eb181ae-878a-4e62-bfe6-0aacd95ad04d None None] For port 8f296fa2-eae7-40e7-9d0f-10cf361dd72a, host dv-cinder-845069-1-iscsi, cleared binding levels {{(pid=104271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:14:35.209901 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.plugins.ml2.db [None req-7eb181ae-878a-4e62-bfe6-0aacd95ad04d None None] For port 8f296fa2-eae7-40e7-9d0f-10cf361dd72a, host dv-cinder-845069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=8f296fa2-eae7-40e7-9d0f-10cf361dd72a,segment=NetworkSegment(85e1942d-da80-4474-8baf-777e325afd8c),segment_id=85e1942d-da80-4474-8baf-777e325afd8c)] {{(pid=104271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:14:35.218984 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b488483d-9aa5-4ada-ad0a-97d15299f192 admin admin] Pushing event updated for resources: {'Port': ['ID=87f7770d-8cbd-4aa4-9b61-cc12df79da7e,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:35.221869 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron_lib.callbacks.manager [None req-7eb181ae-878a-4e62-bfe6-0aacd95ad04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (8f296fa2-eae7-40e7-9d0f-10cf361dd72a), after_update {{(pid=104271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:35.241466 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b488483d-9aa5-4ada-ad0a-97d15299f192 admin admin] Network 8552b6f6-6b05-4908-af70-c4fb59352f6e is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:14:35.243280 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-b488483d-9aa5-4ada-ad0a-97d15299f192 admin admin] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:14:35.249736 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b488483d-9aa5-4ada-ad0a-97d15299f192 admin admin] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:14:35.301932 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b414a16f-28df-4f63-9740-659f2e059a9e None None] Pushing event updated for resources: {'Port': ['ID=8f296fa2-eae7-40e7-9d0f-10cf361dd72a,revision_number=3']} {{(pid=104271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:35.307651 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port a6a9f4b1-74cf-45f6-9532-050ab9045acb is: DOWN; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:14:35.308204 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (a6a9f4b1-74cf-45f6-9532-050ab9045acb), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:35.312421 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb181ae-878a-4e62-bfe6-0aacd95ad04d None None] Routers {'767b0aa8-0570-4b5f-b449-6fa6500d1199'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:14:35.313277 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-7eb181ae-878a-4e62-bfe6-0aacd95ad04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:14:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['767b0aa8-0570-4b5f-b449-6fa6500d1199'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:35.323831 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b488483d-9aa5-4ada-ad0a-97d15299f192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683938'] for router_interface (767b0aa8-0570-4b5f-b449-6fa6500d1199), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:35.369765 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] For port a6a9f4b1-74cf-45f6-9532-050ab9045acb, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=a6a9f4b1-74cf-45f6-9532-050ab9045acb,segment=NetworkSegment(42ce1cb5-3ae6-4cb9-afc7-8ae084c5b3c1),segment_id=42ce1cb5-3ae6-4cb9-afc7-8ae084c5b3c1)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:14:35.383981 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (a6a9f4b1-74cf-45f6-9532-050ab9045acb), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:35.385248 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 1e994d66-f99e-4536-ba72-2e9d877a4533 up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:14:35.486775 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Pushing event updated for resources: {'Port': ['ID=a6a9f4b1-74cf-45f6-9532-050ab9045acb,revision_number=3']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:35.515501 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 1e994d66-f99e-4536-ba72-2e9d877a4533 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:14:35.515873 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (1e994d66-f99e-4536-ba72-2e9d877a4533), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:35.536682 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b488483d-9aa5-4ada-ad0a-97d15299f192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (87f7770d-8cbd-4aa4-9b61-cc12df79da7e), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:35.606135 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 1e994d66-f99e-4536-ba72-2e9d877a4533 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:14:35.613631 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-7eb181ae-878a-4e62-bfe6-0aacd95ad04d None None] Set router 767b0aa8-0570-4b5f-b449-6fa6500d1199 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:14:35.647982 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:35.697222 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a5a694-a5c3-4ba1-bd04-fa3aa86ea63a None None] Network 8552b6f6-6b05-4908-af70-c4fb59352f6e requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:14:35.699512 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:35.791698 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-a3634415-d4d4-4d09-9f6e-cac967b342ac None None] Provisioning complete for port a6a9f4b1-74cf-45f6-9532-050ab9045acb triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:14:35.792098 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-a3634415-d4d4-4d09-9f6e-cac967b342ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (a6a9f4b1-74cf-45f6-9532-050ab9045acb), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:35.809352 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b488483d-9aa5-4ada-ad0a-97d15299f192 admin admin] Publish callbacks [] for port (87f7770d-8cbd-4aa4-9b61-cc12df79da7e), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:35.816766 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b488483d-9aa5-4ada-ad0a-97d15299f192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (87f7770d-8cbd-4aa4-9b61-cc12df79da7e), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:35.823539 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-7eb181ae-878a-4e62-bfe6-0aacd95ad04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767b0aa8-0570-4b5f-b449-6fa6500d1199', 'name': 'tempest-TestVolumeBootPattern-1223351963-router', 'tenant_id': 'd56f3fbee70c4c9d98af73d13cbd9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '8f296fa2-eae7-40e7-9d0f-10cf361dd72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:14:32Z', 'updated_at': '2022-06-08T02:14:33Z', 'revision_number': 3, 'project_id': 'd56f3fbee70c4c9d98af73d13cbd9a0e', 'gw_port': {'id': '8f296fa2-eae7-40e7-9d0f-10cf361dd72a', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767b0aa8-0570-4b5f-b449-6fa6500d1199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:32Z', 'updated_at': '2022-06-08T02:14:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:35.850742 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb181ae-878a-4e62-bfe6-0aacd95ad04d None None] The sync data for ids ['767b0aa8-0570-4b5f-b449-6fa6500d1199'] in dv-cinder-845069-1-iscsi is: [{'id': '767b0aa8-0570-4b5f-b449-6fa6500d1199', 'name': 'tempest-TestVolumeBootPattern-1223351963-router', 'tenant_id': 'd56f3fbee70c4c9d98af73d13cbd9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '8f296fa2-eae7-40e7-9d0f-10cf361dd72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:14:32Z', 'updated_at': '2022-06-08T02:14:33Z', 'revision_number': 3, 'project_id': 'd56f3fbee70c4c9d98af73d13cbd9a0e', 'gw_port': {'id': '8f296fa2-eae7-40e7-9d0f-10cf361dd72a', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767b0aa8-0570-4b5f-b449-6fa6500d1199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:32Z', 'updated_at': '2022-06-08T02:14:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}] {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:14:35.901010 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b488483d-9aa5-4ada-ad0a-97d15299f192 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683862'] for router_interface (767b0aa8-0570-4b5f-b449-6fa6500d1199), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:35.905690 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b488483d-9aa5-4ada-ad0a-97d15299f192 admin admin] Pushing event updated for resources: {'Port': ['ID=87f7770d-8cbd-4aa4-9b61-cc12df79da7e,revision_number=2']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:36.043899 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b488483d-9aa5-4ada-ad0a-97d15299f192 admin admin] Network 8552b6f6-6b05-4908-af70-c4fb59352f6e is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:14:36.046041 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-b488483d-9aa5-4ada-ad0a-97d15299f192 admin admin] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:14:36.061273 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:36.099691 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:36.106678 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-a3634415-d4d4-4d09-9f6e-cac967b342ac None None] Current status of the port a6a9f4b1-74cf-45f6-9532-050ab9045acb is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:14:36.192070 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b488483d-9aa5-4ada-ad0a-97d15299f192 admin admin] Router 767b0aa8-0570-4b5f-b449-6fa6500d1199 has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:14:36.228007 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-2aa4b46e-b44b-4107-8daa-59add9599b0b None None] Provisioning complete for port a6a9f4b1-74cf-45f6-9532-050ab9045acb triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:14:36.228453 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-2aa4b46e-b44b-4107-8daa-59add9599b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (a6a9f4b1-74cf-45f6-9532-050ab9045acb), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:36.340956 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-2aa4b46e-b44b-4107-8daa-59add9599b0b None None] Current status of the port a6a9f4b1-74cf-45f6-9532-050ab9045acb is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:14:36.365653 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-2aa4b46e-b44b-4107-8daa-59add9599b0b None None] Provisioning complete for port 87f7770d-8cbd-4aa4-9b61-cc12df79da7e triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:14:36.366292 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-2aa4b46e-b44b-4107-8daa-59add9599b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (87f7770d-8cbd-4aa4-9b61-cc12df79da7e), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:36.421502 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-2aa4b46e-b44b-4107-8daa-59add9599b0b None None] Port 87f7770d-8cbd-4aa4-9b61-cc12df79da7e cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:14:36.547140 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-21ede9b8-f1a1-47e5-a865-37b9fbadcd93 None None] Provisioning complete for port 87f7770d-8cbd-4aa4-9b61-cc12df79da7e triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:14:36.547774 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-21ede9b8-f1a1-47e5-a865-37b9fbadcd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (87f7770d-8cbd-4aa4-9b61-cc12df79da7e), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:36.589617 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-21ede9b8-f1a1-47e5-a865-37b9fbadcd93 None None] Port 87f7770d-8cbd-4aa4-9b61-cc12df79da7e cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:14:36.643948 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b488483d-9aa5-4ada-ad0a-97d15299f192 admin admin] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:14:36.649232 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-b488483d-9aa5-4ada-ad0a-97d15299f192 admin admin] 10.222.0.20 "PUT /v2.0/routers/767b0aa8-0570-4b5f-b449-6fa6500d1199/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4978404 Jun 08 02:14:36.714616 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-6df8ad20-0bb0-4e92-8562-9b980cd91709 None None] Provisioning complete for port 87f7770d-8cbd-4aa4-9b61-cc12df79da7e triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:14:36.715628 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-6df8ad20-0bb0-4e92-8562-9b980cd91709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (87f7770d-8cbd-4aa4-9b61-cc12df79da7e), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:36.755572 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-6df8ad20-0bb0-4e92-8562-9b980cd91709 None None] Port 87f7770d-8cbd-4aa4-9b61-cc12df79da7e cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:14:36.848941 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-8b8dff4f-6cd1-425e-884b-a33339fd905f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:36.991533 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device a6a9f4b1-74cf-45f6-9532-050ab9045acb up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:14:37.033345 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 58480) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:14:37.037612 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port a6a9f4b1-74cf-45f6-9532-050ab9045acb triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:14:37.037985 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (a6a9f4b1-74cf-45f6-9532-050ab9045acb), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:37.038090 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-27f23b05-0181-4b5c-9fb9-deb951068734 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1399273772', 'description': 'tempest-secgroup-smoke-1399273772 description', 'project_id': '079027b24aba4a179f99de9f6fe944b8'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:14:37.058402 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-27f23b05-0181-4b5c-9fb9-deb951068734 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:37.118700 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port a6a9f4b1-74cf-45f6-9532-050ab9045acb is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:14:37.119651 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 8f296fa2-eae7-40e7-9d0f-10cf361dd72a up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:14:37.127056 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-27f23b05-0181-4b5c-9fb9-deb951068734 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for security_group (8c9b376b-878d-48db-ba59-2c601b1c7d80), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:37.131031 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-27f23b05-0181-4b5c-9fb9-deb951068734 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (8c9b376b-878d-48db-ba59-2c601b1c7d80), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:37.162820 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f23b05-0181-4b5c-9fb9-deb951068734 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9b376b-878d-48db-ba59-2c601b1c7d80,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:37.164724 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 8f296fa2-eae7-40e7-9d0f-10cf361dd72a triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:14:37.165161 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (8f296fa2-eae7-40e7-9d0f-10cf361dd72a), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:37.167365 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-27f23b05-0181-4b5c-9fb9-deb951068734 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:37.168704 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-27f23b05-0181-4b5c-9fb9-deb951068734 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1343389 Jun 08 02:14:37.171736 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 58482) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:14:37.176336 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-26939406-634c-4d83-82d0-6f41df1f0020 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Request body: {'security_group_rule': {'security_group_id': '8c9b376b-878d-48db-ba59-2c601b1c7d80', 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:14:37.202613 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-26939406-634c-4d83-82d0-6f41df1f0020 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for security_group_rule (cb5de049-a6bb-42b1-b54c-1aee2880b7b4), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:37.251863 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 8f296fa2-eae7-40e7-9d0f-10cf361dd72a is: DOWN; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:14:37.252403 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (8f296fa2-eae7-40e7-9d0f-10cf361dd72a), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:37.263993 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-26939406-634c-4d83-82d0-6f41df1f0020 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for security_group_rule (cb5de049-a6bb-42b1-b54c-1aee2880b7b4), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:37.269483 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-26939406-634c-4d83-82d0-6f41df1f0020 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292501'] for security_group_rule (cb5de049-a6bb-42b1-b54c-1aee2880b7b4), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:37.274723 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] For port 8f296fa2-eae7-40e7-9d0f-10cf361dd72a, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=8f296fa2-eae7-40e7-9d0f-10cf361dd72a,segment=NetworkSegment(85e1942d-da80-4474-8baf-777e325afd8c),segment_id=85e1942d-da80-4474-8baf-777e325afd8c)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:14:37.278749 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (8f296fa2-eae7-40e7-9d0f-10cf361dd72a), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:37.279555 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 646a40c6-9089-487c-a27d-bbddff9e51f5 up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:14:37.281284 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:37.290331 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26939406-634c-4d83-82d0-6f41df1f0020 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb5de049-a6bb-42b1-b54c-1aee2880b7b4,revision_number=0']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:37.300014 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-26939406-634c-4d83-82d0-6f41df1f0020 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:37.303952 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-26939406-634c-4d83-82d0-6f41df1f0020 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1283402 Jun 08 02:14:37.304551 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 58484) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:14:37.308629 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-7051b277-aa25-4701-8b95-397aec8bb2a9 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Request body: {'security_group_rule': {'security_group_id': '8c9b376b-878d-48db-ba59-2c601b1c7d80', 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:14:37.339581 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-7051b277-aa25-4701-8b95-397aec8bb2a9 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for security_group_rule (468115c5-f4f3-4eba-8a3b-6c9b3d2890a4), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:37.340839 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=100 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:37.358164 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Pushing event updated for resources: {'Port': ['ID=8f296fa2-eae7-40e7-9d0f-10cf361dd72a,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:37.365852 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 646a40c6-9089-487c-a27d-bbddff9e51f5 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:14:37.366226 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (646a40c6-9089-487c-a27d-bbddff9e51f5), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:37.400130 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-7051b277-aa25-4701-8b95-397aec8bb2a9 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for security_group_rule (468115c5-f4f3-4eba-8a3b-6c9b3d2890a4), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:37.404079 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-7051b277-aa25-4701-8b95-397aec8bb2a9 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292501'] for security_group_rule (468115c5-f4f3-4eba-8a3b-6c9b3d2890a4), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:37.423863 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051b277-aa25-4701-8b95-397aec8bb2a9 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468115c5-f4f3-4eba-8a3b-6c9b3d2890a4,revision_number=0']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:37.434330 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-7051b277-aa25-4701-8b95-397aec8bb2a9 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:37.436112 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-7051b277-aa25-4701-8b95-397aec8bb2a9 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1307061 Jun 08 02:14:37.439417 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 58486) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:14:37.443841 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-c951fc48-d361-48f4-b863-e8dc51cc2c1b tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Request body: {'security_group_rule': {'security_group_id': '8c9b376b-878d-48db-ba59-2c601b1c7d80', 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:14:37.445455 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 646a40c6-9089-487c-a27d-bbddff9e51f5 is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:14:37.470667 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c951fc48-d361-48f4-b863-e8dc51cc2c1b tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for security_group_rule (5725695d-e994-45b7-8bbe-94ff41581776), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:37.496095 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:37.538655 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c951fc48-d361-48f4-b863-e8dc51cc2c1b tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for security_group_rule (5725695d-e994-45b7-8bbe-94ff41581776), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:37.542479 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c951fc48-d361-48f4-b863-e8dc51cc2c1b tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292501'] for security_group_rule (5725695d-e994-45b7-8bbe-94ff41581776), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:37.563145 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951fc48-d361-48f4-b863-e8dc51cc2c1b tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5725695d-e994-45b7-8bbe-94ff41581776,revision_number=0']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:37.569426 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c951fc48-d361-48f4-b863-e8dc51cc2c1b tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:37.573176 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-c951fc48-d361-48f4-b863-e8dc51cc2c1b tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300659 Jun 08 02:14:37.573496 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 58488) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:14:37.577940 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-9127aa79-e3bf-4c6f-9fed-30dc019782ff tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Request body: {'security_group_rule': {'security_group_id': '8c9b376b-878d-48db-ba59-2c601b1c7d80', 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:14:37.604409 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-9127aa79-e3bf-4c6f-9fed-30dc019782ff tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for security_group_rule (e30c1e18-6b0e-41b3-a2c1-54ad5533725c), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:37.665567 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-9127aa79-e3bf-4c6f-9fed-30dc019782ff tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for security_group_rule (e30c1e18-6b0e-41b3-a2c1-54ad5533725c), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:37.668934 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-9127aa79-e3bf-4c6f-9fed-30dc019782ff tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292501'] for security_group_rule (e30c1e18-6b0e-41b3-a2c1-54ad5533725c), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:37.687748 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127aa79-e3bf-4c6f-9fed-30dc019782ff tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e30c1e18-6b0e-41b3-a2c1-54ad5533725c,revision_number=0']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:37.693509 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-9127aa79-e3bf-4c6f-9fed-30dc019782ff tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:37.694701 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-9127aa79-e3bf-4c6f-9fed-30dc019782ff tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202295 Jun 08 02:14:37.697445 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 58490) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:14:37.701607 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-3235bcc2-1415-47fc-a86e-605fa0ccf2cb tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Request body: {'security_group_rule': {'security_group_id': '8c9b376b-878d-48db-ba59-2c601b1c7d80', 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:14:37.722643 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.db.securitygroups_db [None req-3235bcc2-1415-47fc-a86e-605fa0ccf2cb tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Project 079027b24aba4a179f99de9f6fe944b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 02:14:37.728317 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-3235bcc2-1415-47fc-a86e-605fa0ccf2cb tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for security_group_rule (a705ce54-567a-4b94-a9c7-c09322aea26b), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:37.791965 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-3235bcc2-1415-47fc-a86e-605fa0ccf2cb tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for security_group_rule (a705ce54-567a-4b94-a9c7-c09322aea26b), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:37.796380 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-3235bcc2-1415-47fc-a86e-605fa0ccf2cb tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292501'] for security_group_rule (a705ce54-567a-4b94-a9c7-c09322aea26b), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:37.819074 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235bcc2-1415-47fc-a86e-605fa0ccf2cb tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a705ce54-567a-4b94-a9c7-c09322aea26b,revision_number=0']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:37.825183 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-3235bcc2-1415-47fc-a86e-605fa0ccf2cb tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:37.825655 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-3235bcc2-1415-47fc-a86e-605fa0ccf2cb tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1273041 Jun 08 02:14:37.829989 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 58492) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:14:37.834562 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-60266650-26fb-43e4-bee8-4298ea4082c4 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Request body: {'security_group_rule': {'security_group_id': '8c9b376b-878d-48db-ba59-2c601b1c7d80', 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:14:37.857091 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.db.securitygroups_db [None req-60266650-26fb-43e4-bee8-4298ea4082c4 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Project 079027b24aba4a179f99de9f6fe944b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 02:14:37.864147 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-60266650-26fb-43e4-bee8-4298ea4082c4 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for security_group_rule (ebb91f7c-b840-4924-9ed6-9888c0b54ce2), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:37.932439 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-60266650-26fb-43e4-bee8-4298ea4082c4 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for security_group_rule (ebb91f7c-b840-4924-9ed6-9888c0b54ce2), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:37.936434 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-60266650-26fb-43e4-bee8-4298ea4082c4 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292501'] for security_group_rule (ebb91f7c-b840-4924-9ed6-9888c0b54ce2), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:37.959311 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60266650-26fb-43e4-bee8-4298ea4082c4 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb91f7c-b840-4924-9ed6-9888c0b54ce2,revision_number=0']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:37.965434 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-60266650-26fb-43e4-bee8-4298ea4082c4 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:37.966640 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-60266650-26fb-43e4-bee8-4298ea4082c4 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1355691 Jun 08 02:14:38.709425 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e14c58d-8eac-44a0-be26-72d55e2ae76c None None] Sync routers for ids ['767b0aa8-0570-4b5f-b449-6fa6500d1199'] in dv-cinder-845069-1-iscsi {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:14:38.721008 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e14c58d-8eac-44a0-be26-72d55e2ae76c None None] Routers {'767b0aa8-0570-4b5f-b449-6fa6500d1199'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:14:38.721625 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-9e14c58d-8eac-44a0-be26-72d55e2ae76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:14:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['767b0aa8-0570-4b5f-b449-6fa6500d1199'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:38.754883 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:38.828022 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-9e14c58d-8eac-44a0-be26-72d55e2ae76c None None] Set router 767b0aa8-0570-4b5f-b449-6fa6500d1199 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:14:38.899420 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 8f296fa2-eae7-40e7-9d0f-10cf361dd72a up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:14:39.004295 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 8f296fa2-eae7-40e7-9d0f-10cf361dd72a triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:14:39.004691 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (8f296fa2-eae7-40e7-9d0f-10cf361dd72a), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:39.114949 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-9e14c58d-8eac-44a0-be26-72d55e2ae76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767b0aa8-0570-4b5f-b449-6fa6500d1199', 'name': 'tempest-TestVolumeBootPattern-1223351963-router', 'tenant_id': 'd56f3fbee70c4c9d98af73d13cbd9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '8f296fa2-eae7-40e7-9d0f-10cf361dd72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:14:32Z', 'updated_at': '2022-06-08T02:14:35Z', 'revision_number': 4, 'project_id': 'd56f3fbee70c4c9d98af73d13cbd9a0e', 'gw_port': {'id': '8f296fa2-eae7-40e7-9d0f-10cf361dd72a', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767b0aa8-0570-4b5f-b449-6fa6500d1199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:32Z', 'updated_at': '2022-06-08T02:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '87f7770d-8cbd-4aa4-9b61-cc12df79da7e', 'name': '', 'network_id': '8552b6f6-6b05-4908-af70-c4fb59352f6e', 'tenant_id': 'd56f3fbee70c4c9d98af73d13cbd9a0e', 'mac_address': 'fa:16:3e:0f:9f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767b0aa8-0570-4b5f-b449-6fa6500d1199', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a26de79a-6eef-48a2-b8ee-1816f79f8412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:34Z', 'updated_at': '2022-06-08T02:14:35Z', 'revision_number': 2, 'project_id': 'd56f3fbee70c4c9d98af73d13cbd9a0e', 'subnets': [{'id': 'a26de79a-6eef-48a2-b8ee-1816f79f8412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:39.153515 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e14c58d-8eac-44a0-be26-72d55e2ae76c None None] Checking router: 767b0aa8-0570-4b5f-b449-6fa6500d1199 for host: dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:14:39.153863 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e14c58d-8eac-44a0-be26-72d55e2ae76c None None] Updating router 767b0aa8-0570-4b5f-b449-6fa6500d1199 port 87f7770d-8cbd-4aa4-9b61-cc12df79da7e binding host dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 02:14:39.160191 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 8f296fa2-eae7-40e7-9d0f-10cf361dd72a is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:14:39.183745 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-997bf56b-b657-4165-8e6c-ad249d8acc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:39.192782 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-9e14c58d-8eac-44a0-be26-72d55e2ae76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (87f7770d-8cbd-4aa4-9b61-cc12df79da7e), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:39.486610 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-9e14c58d-8eac-44a0-be26-72d55e2ae76c None None] Publish callbacks [] for port (87f7770d-8cbd-4aa4-9b61-cc12df79da7e), precommit_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:39.492630 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-9e14c58d-8eac-44a0-be26-72d55e2ae76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (87f7770d-8cbd-4aa4-9b61-cc12df79da7e), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:39.498317 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:39.535926 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:39.551012 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa8afb-7468-40ba-b7f3-ea804543ac29 None None] Pushing event updated for resources: {'Port': ['ID=87f7770d-8cbd-4aa4-9b61-cc12df79da7e,revision_number=3']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:39.613036 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-9e14c58d-8eac-44a0-be26-72d55e2ae76c None None] Attempting to bind port 87f7770d-8cbd-4aa4-9b61-cc12df79da7e on host dv-cinder-845069-1-iscsi for vnic_type normal with profile {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:14:39.613389 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-9e14c58d-8eac-44a0-be26-72d55e2ae76c None None] Attempting to bind port 87f7770d-8cbd-4aa4-9b61-cc12df79da7e by drivers openvswitch,hyperv on host dv-cinder-845069-1-iscsi at level 0 using segments [{'id': '42ce1cb5-3ae6-4cb9-afc7-8ae084c5b3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8552b6f6-6b05-4908-af70-c4fb59352f6e'}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:14:39.613751 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e14c58d-8eac-44a0-be26-72d55e2ae76c None None] Attempting to bind port 87f7770d-8cbd-4aa4-9b61-cc12df79da7e on network 8552b6f6-6b05-4908-af70-c4fb59352f6e {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:14:39.619392 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e14c58d-8eac-44a0-be26-72d55e2ae76c None None] Checking agent: {'id': 'f845c03f-68d4-4819-b53b-956a55a73879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 1, 56, 43), 'started_at': datetime.datetime(2022, 6, 8, 1, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:14:39.619764 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e14c58d-8eac-44a0-be26-72d55e2ae76c None None] Checking segment: {'id': '42ce1cb5-3ae6-4cb9-afc7-8ae084c5b3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8552b6f6-6b05-4908-af70-c4fb59352f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:14:39.620191 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-9e14c58d-8eac-44a0-be26-72d55e2ae76c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:39.620607 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e14c58d-8eac-44a0-be26-72d55e2ae76c None None] Bound using segment: {'id': '42ce1cb5-3ae6-4cb9-afc7-8ae084c5b3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8552b6f6-6b05-4908-af70-c4fb59352f6e'} {{(pid=104270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:14:39.621069 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.managers [None req-9e14c58d-8eac-44a0-be26-72d55e2ae76c None None] Bound port: 87f7770d-8cbd-4aa4-9b61-cc12df79da7e, host: dv-cinder-845069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ce1cb5-3ae6-4cb9-afc7-8ae084c5b3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8552b6f6-6b05-4908-af70-c4fb59352f6e'}}] {{(pid=104270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:14:39.621445 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-9e14c58d-8eac-44a0-be26-72d55e2ae76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (87f7770d-8cbd-4aa4-9b61-cc12df79da7e), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:39.692566 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-9e14c58d-8eac-44a0-be26-72d55e2ae76c None None] For port 87f7770d-8cbd-4aa4-9b61-cc12df79da7e, host dv-cinder-845069-1-iscsi, cleared binding levels {{(pid=104270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:14:39.696168 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-9e14c58d-8eac-44a0-be26-72d55e2ae76c None None] For port 87f7770d-8cbd-4aa4-9b61-cc12df79da7e, host dv-cinder-845069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=87f7770d-8cbd-4aa4-9b61-cc12df79da7e,segment=NetworkSegment(42ce1cb5-3ae6-4cb9-afc7-8ae084c5b3c1),segment_id=42ce1cb5-3ae6-4cb9-afc7-8ae084c5b3c1)] {{(pid=104270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:14:39.702422 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-9e14c58d-8eac-44a0-be26-72d55e2ae76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (87f7770d-8cbd-4aa4-9b61-cc12df79da7e), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:39.768074 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa8afb-7468-40ba-b7f3-ea804543ac29 None None] Pushing event updated for resources: {'Port': ['ID=87f7770d-8cbd-4aa4-9b61-cc12df79da7e,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:39.768074 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e14c58d-8eac-44a0-be26-72d55e2ae76c None None] Routers {'767b0aa8-0570-4b5f-b449-6fa6500d1199'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:14:39.768074 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-9e14c58d-8eac-44a0-be26-72d55e2ae76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:14:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['767b0aa8-0570-4b5f-b449-6fa6500d1199'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:39.825569 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-64f8a04e-262d-4d7d-83be-f33a70129512 None None] Provisioning complete for port 87f7770d-8cbd-4aa4-9b61-cc12df79da7e triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:14:39.825934 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-64f8a04e-262d-4d7d-83be-f33a70129512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (87f7770d-8cbd-4aa4-9b61-cc12df79da7e), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:39.919751 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-9e14c58d-8eac-44a0-be26-72d55e2ae76c None None] Set router 767b0aa8-0570-4b5f-b449-6fa6500d1199 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:14:40.142904 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-64f8a04e-262d-4d7d-83be-f33a70129512 None None] Current status of the port 87f7770d-8cbd-4aa4-9b61-cc12df79da7e is: DOWN; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:14:40.143297 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-64f8a04e-262d-4d7d-83be-f33a70129512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (87f7770d-8cbd-4aa4-9b61-cc12df79da7e), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:40.231771 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-64f8a04e-262d-4d7d-83be-f33a70129512 None None] For port 87f7770d-8cbd-4aa4-9b61-cc12df79da7e, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=87f7770d-8cbd-4aa4-9b61-cc12df79da7e,segment=NetworkSegment(42ce1cb5-3ae6-4cb9-afc7-8ae084c5b3c1),segment_id=42ce1cb5-3ae6-4cb9-afc7-8ae084c5b3c1)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:14:40.238968 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-64f8a04e-262d-4d7d-83be-f33a70129512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (87f7770d-8cbd-4aa4-9b61-cc12df79da7e), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:40.322913 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:40.341221 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8a04e-262d-4d7d-83be-f33a70129512 None None] Pushing event updated for resources: {'Port': ['ID=87f7770d-8cbd-4aa4-9b61-cc12df79da7e,revision_number=5']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:40.357676 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-9e14c58d-8eac-44a0-be26-72d55e2ae76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767b0aa8-0570-4b5f-b449-6fa6500d1199', 'name': 'tempest-TestVolumeBootPattern-1223351963-router', 'tenant_id': 'd56f3fbee70c4c9d98af73d13cbd9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '8f296fa2-eae7-40e7-9d0f-10cf361dd72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:14:32Z', 'updated_at': '2022-06-08T02:14:35Z', 'revision_number': 4, 'project_id': 'd56f3fbee70c4c9d98af73d13cbd9a0e', 'gw_port': {'id': '8f296fa2-eae7-40e7-9d0f-10cf361dd72a', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767b0aa8-0570-4b5f-b449-6fa6500d1199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:32Z', 'updated_at': '2022-06-08T02:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '87f7770d-8cbd-4aa4-9b61-cc12df79da7e', 'name': '', 'network_id': '8552b6f6-6b05-4908-af70-c4fb59352f6e', 'tenant_id': 'd56f3fbee70c4c9d98af73d13cbd9a0e', 'mac_address': 'fa:16:3e:0f:9f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767b0aa8-0570-4b5f-b449-6fa6500d1199', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a26de79a-6eef-48a2-b8ee-1816f79f8412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:34Z', 'updated_at': '2022-06-08T02:14:39Z', 'revision_number': 4, 'project_id': 'd56f3fbee70c4c9d98af73d13cbd9a0e', 'subnets': [{'id': 'a26de79a-6eef-48a2-b8ee-1816f79f8412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:14:40.362476 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-b31e008b-aa89-45e9-964d-7acd905b884a None None] Provisioning complete for port 87f7770d-8cbd-4aa4-9b61-cc12df79da7e triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:14:40.362747 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-b31e008b-aa89-45e9-964d-7acd905b884a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (87f7770d-8cbd-4aa4-9b61-cc12df79da7e), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:40.391957 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e14c58d-8eac-44a0-be26-72d55e2ae76c None None] The sync data for ids ['767b0aa8-0570-4b5f-b449-6fa6500d1199'] in dv-cinder-845069-1-iscsi is: [{'id': '767b0aa8-0570-4b5f-b449-6fa6500d1199', 'name': 'tempest-TestVolumeBootPattern-1223351963-router', 'tenant_id': 'd56f3fbee70c4c9d98af73d13cbd9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '8f296fa2-eae7-40e7-9d0f-10cf361dd72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:14:32Z', 'updated_at': '2022-06-08T02:14:35Z', 'revision_number': 4, 'project_id': 'd56f3fbee70c4c9d98af73d13cbd9a0e', 'gw_port': {'id': '8f296fa2-eae7-40e7-9d0f-10cf361dd72a', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767b0aa8-0570-4b5f-b449-6fa6500d1199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:32Z', 'updated_at': '2022-06-08T02:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '87f7770d-8cbd-4aa4-9b61-cc12df79da7e', 'name': '', 'network_id': '8552b6f6-6b05-4908-af70-c4fb59352f6e', 'tenant_id': 'd56f3fbee70c4c9d98af73d13cbd9a0e', 'mac_address': 'fa:16:3e:0f:9f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767b0aa8-0570-4b5f-b449-6fa6500d1199', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a26de79a-6eef-48a2-b8ee-1816f79f8412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:34Z', 'updated_at': '2022-06-08T02:14:39Z', 'revision_number': 4, 'project_id': 'd56f3fbee70c4c9d98af73d13cbd9a0e', 'subnets': [{'id': 'a26de79a-6eef-48a2-b8ee-1816f79f8412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:14:40.482734 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-b31e008b-aa89-45e9-964d-7acd905b884a None None] Current status of the port 87f7770d-8cbd-4aa4-9b61-cc12df79da7e is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:14:40.924559 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 87f7770d-8cbd-4aa4-9b61-cc12df79da7e up at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:14:40.945839 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:40.948441 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:40.976005 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Provisioning complete for port 87f7770d-8cbd-4aa4-9b61-cc12df79da7e triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:14:40.976381 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (87f7770d-8cbd-4aa4-9b61-cc12df79da7e), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:41.052116 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Current status of the port 87f7770d-8cbd-4aa4-9b61-cc12df79da7e is: ACTIVE; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:14:41.928177 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:43.363677 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:47.561115 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=32,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:47.563055 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:47.957150 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=52,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:47.959120 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:DELETE=5,neutron:SELECT=49,neutron:INSERT=6 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:51.330226 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=82 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:51.330972 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:53.356093 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:53.358043 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:54.374880 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-fad2f91c-4147-4657-95e4-a2459fdb3b4b tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1399273772&fields=id&tenant_id=079027b24aba4a179f99de9f6fe944b8 HTTP/1.1" status: 200 len: 267 time: 0.0440917 Jun 08 02:14:54.479746 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-468f7168-49ba-4502-90cc-53ed6f39169a tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:54.481146 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-468f7168-49ba-4502-90cc-53ed6f39169a tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/networks?id=05318a5a-b32e-458e-9f7c-d5bc705960a2 HTTP/1.1" status: 200 len: 812 time: 0.0998847 Jun 08 02:14:54.495486 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-a12e7c8d-e640-49ed-ad45-ea50250d9902 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/quotas/079027b24aba4a179f99de9f6fe944b8 HTTP/1.1" status: 200 len: 375 time: 0.0090153 Jun 08 02:14:54.547598 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-81d316d1-c3c7-4d77-9c97-aa6c5832ecf1 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=079027b24aba4a179f99de9f6fe944b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473802 Jun 08 02:14:54.639985 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-661bee57-bab0-42d2-aea6-d50c10415a7c service neutron] 10.222.0.20 "GET /v2.0/networks/05318a5a-b32e-458e-9f7c-d5bc705960a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808086 Jun 08 02:14:54.731860 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-65902dbb-7ef3-4072-81c0-d28ba9a969f4 service neutron] 10.222.0.20 "GET /v2.0/networks/05318a5a-b32e-458e-9f7c-d5bc705960a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854023 Jun 08 02:14:55.019331 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-42646ce8-dd1e-42fb-b2dd-312ee97fdba0 req-859397da-d73c-4dd7-8b4d-4afa79059690 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=d215906f-096e-4a61-8b14-8a48d6262be8 HTTP/1.1" status: 200 len: 210 time: 0.0287595 Jun 08 02:14:55.625022 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:55.995934 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-cbd7a039-01b1-434b-8d54-8e8841bb6977 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:55.997413 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-cbd7a039-01b1-434b-8d54-8e8841bb6977 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.15 "GET /v2.0/networks?id=05318a5a-b32e-458e-9f7c-d5bc705960a2 HTTP/1.1" status: 200 len: 812 time: 0.1137278 Jun 08 02:14:56.075092 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-8897291a-eaf9-4eac-836e-3acbb0637bca tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=079027b24aba4a179f99de9f6fe944b8 HTTP/1.1" status: 200 len: 380 time: 0.0639801 Jun 08 02:14:56.086396 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-a8ba7494-0a05-4911-a58e-d96b14f26716 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Request body: {'port': {'device_id': 'd215906f-096e-4a61-8b14-8a48d6262be8', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'admin_state_up': True, 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'security_groups': ['8c9b376b-878d-48db-ba59-2c601b1c7d80']}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:14:56.151339 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-13bd2341-6605-478e-bad4-dcd2b5ab79bd req-fec85447-ecef-414d-a5db-9fb2f6fe32fd tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=d215906f-096e-4a61-8b14-8a48d6262be8 HTTP/1.1" status: 200 len: 210 time: 0.0596750 Jun 08 02:14:56.217119 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-a8ba7494-0a05-4911-a58e-d96b14f26716 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Made reservation on behalf of 079027b24aba4a179f99de9f6fe944b8 for: {'port': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:14:56.220311 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-a8ba7494-0a05-4911-a58e-d96b14f26716 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:56.354933 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-a8ba7494-0a05-4911-a58e-d96b14f26716 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Allocated IP 172.20.0.8 (05318a5a-b32e-458e-9f7c-d5bc705960a2/0a6900bc-03fc-46b3-b7d6-870661475e34/06b10b26-b9d9-4902-8c66-22b270f6722e) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:14:56.399398 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:56.448462 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:56.505330 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-a8ba7494-0a05-4911-a58e-d96b14f26716 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for port (06b10b26-b9d9-4902-8c66-22b270f6722e), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:56.538492 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-a8ba7494-0a05-4911-a58e-d96b14f26716 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (06b10b26-b9d9-4902-8c66-22b270f6722e), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:56.582621 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-a8ba7494-0a05-4911-a58e-d96b14f26716 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Network 05318a5a-b32e-458e-9f7c-d5bc705960a2 is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:14:56.585899 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-a8ba7494-0a05-4911-a58e-d96b14f26716 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:14:56.592575 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-a8ba7494-0a05-4911-a58e-d96b14f26716 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:14:56.616118 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba7494-0a05-4911-a58e-d96b14f26716 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Pushing event updated for resources: {'Port': ['ID=06b10b26-b9d9-4902-8c66-22b270f6722e,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:56.645853 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-a8ba7494-0a05-4911-a58e-d96b14f26716 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:56.646477 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-a8ba7494-0a05-4911-a58e-d96b14f26716 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:56.664428 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-a8ba7494-0a05-4911-a58e-d96b14f26716 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5829108 Jun 08 02:14:56.679662 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-1ee1d8fc-7bcd-4696-bfcb-e0f4e248e0f1 service neutron] Request body: {'port': {'device_id': 'd215906f-096e-4a61-8b14-8a48d6262be8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:14:56.745086 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-1ee1d8fc-7bcd-4696-bfcb-e0f4e248e0f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (06b10b26-b9d9-4902-8c66-22b270f6722e), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:56.792985 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-f632bdaf-ad54-4fd0-a9c0-23b35dc9d387 None None] Provisioning complete for port 06b10b26-b9d9-4902-8c66-22b270f6722e triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:14:56.793599 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-f632bdaf-ad54-4fd0-a9c0-23b35dc9d387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (06b10b26-b9d9-4902-8c66-22b270f6722e), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:56.824639 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-f632bdaf-ad54-4fd0-a9c0-23b35dc9d387 None None] Port 06b10b26-b9d9-4902-8c66-22b270f6722e cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:14:57.027185 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-1ee1d8fc-7bcd-4696-bfcb-e0f4e248e0f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06b10b26-b9d9-4902-8c66-22b270f6722e {{(pid=104268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:14:57.035290 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-1ee1d8fc-7bcd-4696-bfcb-e0f4e248e0f1 service neutron] Publish callbacks [] for port (06b10b26-b9d9-4902-8c66-22b270f6722e), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:57.048065 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.provisioning_blocks [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-1ee1d8fc-7bcd-4696-bfcb-e0f4e248e0f1 service neutron] Transition to ACTIVE for port object 06b10b26-b9d9-4902-8c66-22b270f6722e will not be triggered until provisioned by entity L2. {{(pid=104268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 02:14:57.051915 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-1ee1d8fc-7bcd-4696-bfcb-e0f4e248e0f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (06b10b26-b9d9-4902-8c66-22b270f6722e), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:57.100305 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1d8fc-7bcd-4696-bfcb-e0f4e248e0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=06b10b26-b9d9-4902-8c66-22b270f6722e,revision_number=2']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:57.175071 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-1ee1d8fc-7bcd-4696-bfcb-e0f4e248e0f1 service neutron] Attempting to bind port 06b10b26-b9d9-4902-8c66-22b270f6722e on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:14:57.175562 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-1ee1d8fc-7bcd-4696-bfcb-e0f4e248e0f1 service neutron] Attempting to bind port 06b10b26-b9d9-4902-8c66-22b270f6722e by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': '3b5a06de-b7a8-42e3-8ed1-a44f44b0623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2'}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:14:57.175891 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-1ee1d8fc-7bcd-4696-bfcb-e0f4e248e0f1 service neutron] Attempting to bind port 06b10b26-b9d9-4902-8c66-22b270f6722e on network 05318a5a-b32e-458e-9f7c-d5bc705960a2 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:14:57.181052 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-1ee1d8fc-7bcd-4696-bfcb-e0f4e248e0f1 service neutron] Port 06b10b26-b9d9-4902-8c66-22b270f6722e on network 05318a5a-b32e-458e-9f7c-d5bc705960a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 02:14:57.181376 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-1ee1d8fc-7bcd-4696-bfcb-e0f4e248e0f1 service neutron] Attempting to bind port 06b10b26-b9d9-4902-8c66-22b270f6722e on network 05318a5a-b32e-458e-9f7c-d5bc705960a2 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:14:57.186591 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-1ee1d8fc-7bcd-4696-bfcb-e0f4e248e0f1 service neutron] Checking agent: {'id': 'aa11e808-eba7-468a-acd8-b3aef0cfc542', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'started_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:14:57.186927 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-1ee1d8fc-7bcd-4696-bfcb-e0f4e248e0f1 service neutron] Checking segment: {'id': '3b5a06de-b7a8-42e3-8ed1-a44f44b0623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:14:57.187304 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-1ee1d8fc-7bcd-4696-bfcb-e0f4e248e0f1 service neutron] Bound using segment: {'id': '3b5a06de-b7a8-42e3-8ed1-a44f44b0623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2'} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:14:57.187735 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-1ee1d8fc-7bcd-4696-bfcb-e0f4e248e0f1 service neutron] Bound port: 06b10b26-b9d9-4902-8c66-22b270f6722e, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b5a06de-b7a8-42e3-8ed1-a44f44b0623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2'}}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:14:57.188070 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-1ee1d8fc-7bcd-4696-bfcb-e0f4e248e0f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (06b10b26-b9d9-4902-8c66-22b270f6722e), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:57.221436 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:57.238629 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:57.310223 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfabef-2131-4947-9e0f-3166a7178951 req-7043d2fe-476c-497a-9477-fb238766808e tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:57.311628 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-79dfabef-2131-4947-9e0f-3166a7178951 req-7043d2fe-476c-497a-9477-fb238766808e tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=d215906f-096e-4a61-8b14-8a48d6262be8 HTTP/1.1" status: 200 len: 943 time: 0.0882936 Jun 08 02:14:57.314289 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-1ee1d8fc-7bcd-4696-bfcb-e0f4e248e0f1 service neutron] For port 06b10b26-b9d9-4902-8c66-22b270f6722e, host hv-cinder-84506, cleared binding levels {{(pid=104268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:14:57.317664 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-1ee1d8fc-7bcd-4696-bfcb-e0f4e248e0f1 service neutron] For port 06b10b26-b9d9-4902-8c66-22b270f6722e, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=06b10b26-b9d9-4902-8c66-22b270f6722e,segment=NetworkSegment(3b5a06de-b7a8-42e3-8ed1-a44f44b0623e),segment_id=3b5a06de-b7a8-42e3-8ed1-a44f44b0623e)] {{(pid=104268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:14:57.334511 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-1ee1d8fc-7bcd-4696-bfcb-e0f4e248e0f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (06b10b26-b9d9-4902-8c66-22b270f6722e), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:57.382389 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-1ee1d8fc-7bcd-4696-bfcb-e0f4e248e0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:57.383007 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-1ee1d8fc-7bcd-4696-bfcb-e0f4e248e0f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:14:57.384468 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-1ee1d8fc-7bcd-4696-bfcb-e0f4e248e0f1 service neutron] 10.222.0.15 "PUT /v2.0/ports/06b10b26-b9d9-4902-8c66-22b270f6722e HTTP/1.1" status: 200 len: 1093 time: 0.7095745 Jun 08 02:14:57.384983 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd215906f-096e-4a61-8b14-8a48d6262be8', 'tag': '06b10b26-b9d9-4902-8c66-22b270f6722e'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:14:57.387256 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38173a5e-52b3-4cf1-b088-714cd7787300" -d '{"events": [{"name": "network-changed", "server_uuid": "d215906f-096e-4a61-8b14-8a48d6262be8", "tag": "06b10b26-b9d9-4902-8c66-22b270f6722e"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:14:57.432342 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-79dfabef-2131-4947-9e0f-3166a7178951 req-423d6c28-0c22-400d-82d4-d6411d4d2ea1 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129549 Jun 08 02:14:57.442792 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1d8fc-7bcd-4696-bfcb-e0f4e248e0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=06b10b26-b9d9-4902-8c66-22b270f6722e,revision_number=3']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:14:57.470063 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac5e67d-efb4-4119-86bb-d696360bca45 x-openstack-request-id: req-eac5e67d-efb4-4119-86bb-d696360bca45 {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:14:57.470360 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d215906f-096e-4a61-8b14-8a48d6262be8", "tag": "06b10b26-b9d9-4902-8c66-22b270f6722e", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:14:57.470615 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eac5e67d-efb4-4119-86bb-d696360bca45 {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:14:57.471015 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eac5e67d-efb4-4119-86bb-d696360bca45'] response: {'name': 'network-changed', 'server_uuid': 'd215906f-096e-4a61-8b14-8a48d6262be8', 'tag': '06b10b26-b9d9-4902-8c66-22b270f6722e', 'status': 'completed', 'code': 200} Jun 08 02:14:57.483139 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-811176a2-15f7-4300-8574-5ac9ce799bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:57.484761 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-811176a2-15f7-4300-8574-5ac9ce799bc2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=079027b24aba4a179f99de9f6fe944b8&device_id=d215906f-096e-4a61-8b14-8a48d6262be8 HTTP/1.1" status: 200 len: 1127 time: 0.0514636 Jun 08 02:14:57.526316 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-a2bd5213-8a36-40d7-97bc-ea35a5171332 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06b10b26-b9d9-4902-8c66-22b270f6722e HTTP/1.1" status: 200 len: 217 time: 0.0340822 Jun 08 02:14:57.577615 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-a8060799-cffb-4c68-b2ec-989d271deed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:57.579055 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-a8060799-cffb-4c68-b2ec-989d271deed9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a6900bc-03fc-46b3-b7d6-870661475e34 HTTP/1.1" status: 200 len: 851 time: 0.0462036 Jun 08 02:14:57.625953 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-884fb197-a68a-41a4-88d9-a8946624592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:57.628026 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-884fb197-a68a-41a4-88d9-a8946624592f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05318a5a-b32e-458e-9f7c-d5bc705960a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417449 Jun 08 02:14:57.725472 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-5cc3196d-7b49-4b6b-bae4-f06dfc6390f0 service neutron] 10.222.0.15 "GET /v2.0/networks/05318a5a-b32e-458e-9f7c-d5bc705960a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876689 Jun 08 02:14:57.817374 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d46b125c-beea-45f6-a1dd-534d3674f1a0 req-ea525db3-973c-4d29-b074-6cfb6ddf182d service neutron] 10.222.0.15 "GET /v2.0/networks/05318a5a-b32e-458e-9f7c-d5bc705960a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856733 Jun 08 02:14:58.091719 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38173a5e-52b3-4cf1-b088-714cd7787300 req-43196c9a-7c00-46eb-b5be-f7a1cb1c8fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:58.093134 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-38173a5e-52b3-4cf1-b088-714cd7787300 req-43196c9a-7c00-46eb-b5be-f7a1cb1c8fb9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=079027b24aba4a179f99de9f6fe944b8&device_id=d215906f-096e-4a61-8b14-8a48d6262be8 HTTP/1.1" status: 200 len: 1127 time: 0.0390067 Jun 08 02:14:58.186439 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38173a5e-52b3-4cf1-b088-714cd7787300 req-db11434c-d9c6-4eaf-84d3-fe430046589d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:58.187913 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-38173a5e-52b3-4cf1-b088-714cd7787300 req-db11434c-d9c6-4eaf-84d3-fe430046589d service neutron] 10.222.0.15 "GET /v2.0/networks?id=05318a5a-b32e-458e-9f7c-d5bc705960a2 HTTP/1.1" status: 200 len: 913 time: 0.0881145 Jun 08 02:14:58.228254 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-38173a5e-52b3-4cf1-b088-714cd7787300 req-dae08581-d23d-47ee-a16c-7b96c1aff22b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06b10b26-b9d9-4902-8c66-22b270f6722e HTTP/1.1" status: 200 len: 217 time: 0.0348122 Jun 08 02:14:58.290659 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38173a5e-52b3-4cf1-b088-714cd7787300 req-8ab0e34d-7ba9-48cc-aa30-47cc3398c50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:58.292109 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-38173a5e-52b3-4cf1-b088-714cd7787300 req-8ab0e34d-7ba9-48cc-aa30-47cc3398c50a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a6900bc-03fc-46b3-b7d6-870661475e34 HTTP/1.1" status: 200 len: 851 time: 0.0581503 Jun 08 02:14:58.339296 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38173a5e-52b3-4cf1-b088-714cd7787300 req-0ecb1cc0-690a-41ed-a61b-f4af8b868a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:58.340816 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-38173a5e-52b3-4cf1-b088-714cd7787300 req-0ecb1cc0-690a-41ed-a61b-f4af8b868a6f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05318a5a-b32e-458e-9f7c-d5bc705960a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420520 Jun 08 02:14:58.436793 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-38173a5e-52b3-4cf1-b088-714cd7787300 req-f86577e3-54bf-43e6-b085-0b154ebecbd5 service neutron] 10.222.0.15 "GET /v2.0/networks/05318a5a-b32e-458e-9f7c-d5bc705960a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885015 Jun 08 02:14:58.553207 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:58.568366 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:14:58.580833 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-38173a5e-52b3-4cf1-b088-714cd7787300 req-9babd80d-d7dc-4dfe-820a-938dbe07e70e service neutron] 10.222.0.15 "GET /v2.0/networks/05318a5a-b32e-458e-9f7c-d5bc705960a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348569 Jun 08 02:14:58.587913 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a6522-da8d-4105-8b24-e8251d597b2b req-99ae4e7a-b635-4f59-a1db-20dda31a9daa tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:58.589360 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a66a6522-da8d-4105-8b24-e8251d597b2b req-99ae4e7a-b635-4f59-a1db-20dda31a9daa tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=d215906f-096e-4a61-8b14-8a48d6262be8 HTTP/1.1" status: 200 len: 943 time: 0.0760453 Jun 08 02:14:58.648183 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a66a6522-da8d-4105-8b24-e8251d597b2b req-c0cce857-129e-4643-9c70-ebc540eefcd4 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526819 Jun 08 02:14:59.766108 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ed59a-ec06-4efc-8090-ce625a50b470 req-0ab9ffc2-7851-41ff-93f1-cef8b6c60cba tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:14:59.767527 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-475ed59a-ec06-4efc-8090-ce625a50b470 req-0ab9ffc2-7851-41ff-93f1-cef8b6c60cba tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=d215906f-096e-4a61-8b14-8a48d6262be8 HTTP/1.1" status: 200 len: 943 time: 0.0459883 Jun 08 02:14:59.818529 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-475ed59a-ec06-4efc-8090-ce625a50b470 req-738027d6-3883-499b-b53f-5402dec71dab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448375 Jun 08 02:15:00.933673 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7864f36-b3cc-4e83-a900-a18b2f6ae9f2 req-4bd0bb39-857c-4845-b863-9daf6859cdb2 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:00.935131 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d7864f36-b3cc-4e83-a900-a18b2f6ae9f2 req-4bd0bb39-857c-4845-b863-9daf6859cdb2 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=d215906f-096e-4a61-8b14-8a48d6262be8 HTTP/1.1" status: 200 len: 943 time: 0.0499144 Jun 08 02:15:00.983252 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d7864f36-b3cc-4e83-a900-a18b2f6ae9f2 req-20dcaf9a-eadc-4a3e-aa53-92f1686f8c95 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426512 Jun 08 02:15:02.099246 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d44973-2ded-40d7-b322-04fe1e319e77 req-b9aa0fef-f6f2-4eaf-afd4-5dcd583851a2 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:02.100720 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-62d44973-2ded-40d7-b322-04fe1e319e77 req-b9aa0fef-f6f2-4eaf-afd4-5dcd583851a2 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=d215906f-096e-4a61-8b14-8a48d6262be8 HTTP/1.1" status: 200 len: 943 time: 0.0454535 Jun 08 02:15:02.148062 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-62d44973-2ded-40d7-b322-04fe1e319e77 req-9e288df2-d631-43ca-a162-6537922e12b5 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419405 Jun 08 02:15:03.264122 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aebfba-9cdb-4cc5-a909-0ea8ae13eba1 req-c674bc01-d5bc-4741-b7a2-39d2146240d2 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:03.265956 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e2aebfba-9cdb-4cc5-a909-0ea8ae13eba1 req-c674bc01-d5bc-4741-b7a2-39d2146240d2 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=d215906f-096e-4a61-8b14-8a48d6262be8 HTTP/1.1" status: 200 len: 943 time: 0.0470364 Jun 08 02:15:03.318827 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e2aebfba-9cdb-4cc5-a909-0ea8ae13eba1 req-295f2388-56b1-48dc-bc2b-0d1754e7dae7 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471599 Jun 08 02:15:03.582741 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04252e07-2f32-433f-b1de-c98752ba0618 req-2661353e-a1a6-4041-895f-e1e4dbbc50fd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:03.584189 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-04252e07-2f32-433f-b1de-c98752ba0618 req-2661353e-a1a6-4041-895f-e1e4dbbc50fd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=8870cf32-82de-4bee-98fd-08b49f529cf3 HTTP/1.1" status: 200 len: 945 time: 0.0479717 Jun 08 02:15:03.630499 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-04252e07-2f32-433f-b1de-c98752ba0618 req-d334560f-6692-47e6-a6bc-2e69664ed2d2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca3b7a6a-ddb5-46ae-9d80-dcf0d06183cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407107 Jun 08 02:15:04.431190 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df2f54-054c-45ae-bea8-ce56299a1b83 req-f6c17638-2196-4196-a9f4-4e03cd3adf32 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:04.432662 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-13df2f54-054c-45ae-bea8-ce56299a1b83 req-f6c17638-2196-4196-a9f4-4e03cd3adf32 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=d215906f-096e-4a61-8b14-8a48d6262be8 HTTP/1.1" status: 200 len: 943 time: 0.0460212 Jun 08 02:15:04.479851 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-13df2f54-054c-45ae-bea8-ce56299a1b83 req-81a202c1-93e1-49f3-b9bf-62146cb8f449 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416992 Jun 08 02:15:04.747999 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffaa11-2936-461a-970a-3075017637f9 req-999ddee0-ae2a-4e27-9789-9fd66054e542 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:04.749461 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-18ffaa11-2936-461a-970a-3075017637f9 req-999ddee0-ae2a-4e27-9789-9fd66054e542 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=8870cf32-82de-4bee-98fd-08b49f529cf3 HTTP/1.1" status: 200 len: 945 time: 0.0511761 Jun 08 02:15:04.801138 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-18ffaa11-2936-461a-970a-3075017637f9 req-8b1bbe3f-97e9-4613-b8e4-08e7f67d638e tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca3b7a6a-ddb5-46ae-9d80-dcf0d06183cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445859 Jun 08 02:15:05.336970 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b7543-51e2-4308-aed7-f7e153622fef req-d80a8796-2992-4404-b728-67cbcbbf0ee5 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:05.338305 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6d0b7543-51e2-4308-aed7-f7e153622fef req-d80a8796-2992-4404-b728-67cbcbbf0ee5 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8870cf32-82de-4bee-98fd-08b49f529cf3 HTTP/1.1" status: 200 len: 945 time: 0.0462232 Jun 08 02:15:05.423451 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-6d0b7543-51e2-4308-aed7-f7e153622fef req-10a20706-915d-4a87-890e-295d992a4c21 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Deleting port 08d25dda-6fc8-4471-9351-39547da360c2 {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:15:05.423780 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-6d0b7543-51e2-4308-aed7-f7e153622fef req-10a20706-915d-4a87-890e-295d992a4c21 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (08d25dda-6fc8-4471-9351-39547da360c2), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:05.513792 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-6d0b7543-51e2-4308-aed7-f7e153622fef req-10a20706-915d-4a87-890e-295d992a4c21 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] For port 08d25dda-6fc8-4471-9351-39547da360c2, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=08d25dda-6fc8-4471-9351-39547da360c2,segment=NetworkSegment(c782ea20-85ec-40e7-bc18-0d9fccaf21a0),segment_id=c782ea20-85ec-40e7-bc18-0d9fccaf21a0)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:15:05.514379 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-6d0b7543-51e2-4308-aed7-f7e153622fef req-10a20706-915d-4a87-890e-295d992a4c21 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (08d25dda-6fc8-4471-9351-39547da360c2), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:05.573367 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:05.636188 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:05.652305 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1efcd6-11ed-4b64-9a3e-d26cf143022f req-d9eb769c-6957-4063-b752-5737ff9fae79 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:05.653774 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2e1efcd6-11ed-4b64-9a3e-d26cf143022f req-d9eb769c-6957-4063-b752-5737ff9fae79 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=d215906f-096e-4a61-8b14-8a48d6262be8 HTTP/1.1" status: 200 len: 943 time: 0.0986955 Jun 08 02:15:05.754235 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-6d0b7543-51e2-4308-aed7-f7e153622fef req-10a20706-915d-4a87-890e-295d992a4c21 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:05.754587 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-6d0b7543-51e2-4308-aed7-f7e153622fef req-10a20706-915d-4a87-890e-295d992a4c21 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682813'] for floatingip (66ab1713-f7e7-4383-a758-c780627ea0a0), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:05.754896 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.db.l3_db [req-6d0b7543-51e2-4308-aed7-f7e153622fef req-10a20706-915d-4a87-890e-295d992a4c21 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Floating IP 66ab1713-f7e7-4383-a758-c780627ea0a0 disassociated. External IP: 172.27.1.152, port: 08d25dda-6fc8-4471-9351-39547da360c2. Jun 08 02:15:05.755232 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-6d0b7543-51e2-4308-aed7-f7e153622fef req-10a20706-915d-4a87-890e-295d992a4c21 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Calling delete_port for 08d25dda-6fc8-4471-9351-39547da360c2 owned by compute:nova {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:15:05.760250 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2e1efcd6-11ed-4b64-9a3e-d26cf143022f req-e34cfd73-693d-43dc-b269-376cd6960007 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993629 Jun 08 02:15:05.921424 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-6d0b7543-51e2-4308-aed7-f7e153622fef req-10a20706-915d-4a87-890e-295d992a4c21 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (08d25dda-6fc8-4471-9351-39547da360c2), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:05.934375 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d379fe5-5522-4350-9303-2a533938cff0 req-912b0e57-6537-4644-a010-75e681663ed5 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:05.935824 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7d379fe5-5522-4350-9303-2a533938cff0 req-912b0e57-6537-4644-a010-75e681663ed5 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=8870cf32-82de-4bee-98fd-08b49f529cf3 HTTP/1.1" status: 200 len: 945 time: 0.0662344 Jun 08 02:15:05.963081 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a20706-915d-4a87-890e-295d992a4c21 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Pushing event deleted for resources: {'Port': ['ID=08d25dda-6fc8-4471-9351-39547da360c2,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:15:06.049397 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7d379fe5-5522-4350-9303-2a533938cff0 req-02fec72c-d29b-4751-a866-7eb0d833aee4 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca3b7a6a-ddb5-46ae-9d80-dcf0d06183cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939369 Jun 08 02:15:06.104142 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d0b7543-51e2-4308-aed7-f7e153622fef req-10a20706-915d-4a87-890e-295d992a4c21 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Router 7b894861-f3fe-47b8-8c74-31a38c95ae7e has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:15:06.158642 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 06b10b26-b9d9-4902-8c66-22b270f6722e details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 02:15:06.205604 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d0b7543-51e2-4308-aed7-f7e153622fef req-10a20706-915d-4a87-890e-295d992a4c21 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:15:06.218555 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7e1277-caae-453f-816c-f6b945eb8ad5 None None] Sync routers for ids ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'] in dv-cinder-845069-1-iscsi {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:15:06.230463 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7e1277-caae-453f-816c-f6b945eb8ad5 None None] Routers {'7b894861-f3fe-47b8-8c74-31a38c95ae7e'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:15:06.231535 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-ec7e1277-caae-453f-816c-f6b945eb8ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:14:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:15:06.249750 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0b7543-51e2-4308-aed7-f7e153622fef req-10a20706-915d-4a87-890e-295d992a4c21 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] No DVR routers for this DVR port 08d25dda-6fc8-4471-9351-39547da360c2 on host hv-cinder-84506 {{(pid=104268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:15:06.252678 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-6d0b7543-51e2-4308-aed7-f7e153622fef req-10a20706-915d-4a87-890e-295d992a4c21 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:06.256065 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6d0b7543-51e2-4308-aed7-f7e153622fef req-10a20706-915d-4a87-890e-295d992a4c21 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.15 "DELETE /v2.0/ports/08d25dda-6fc8-4471-9351-39547da360c2 HTTP/1.1" status: 204 len: 173 time: 0.9098935 Jun 08 02:15:06.256579 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8870cf32-82de-4bee-98fd-08b49f529cf3', 'name': 'network-vif-deleted', 'tag': '08d25dda-6fc8-4471-9351-39547da360c2'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:15:06.258777 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfd7401-c5dc-49a5-97d6-e319a18bd830" -d '{"events": [{"server_uuid": "8870cf32-82de-4bee-98fd-08b49f529cf3", "name": "network-vif-deleted", "tag": "08d25dda-6fc8-4471-9351-39547da360c2"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:15:06.259204 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 06b10b26-b9d9-4902-8c66-22b270f6722e, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=06b10b26-b9d9-4902-8c66-22b270f6722e,segment=NetworkSegment(3b5a06de-b7a8-42e3-8ed1-a44f44b0623e),segment_id=3b5a06de-b7a8-42e3-8ed1-a44f44b0623e)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:15:06.272811 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Returning: {'device': '06b10b26-b9d9-4902-8c66-22b270f6722e', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'port_id': '06b10b26-b9d9-4902-8c66-22b270f6722e', 'mac_address': 'fa:16:3e:39:83:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 02:15:06.319688 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 06b10b26-b9d9-4902-8c66-22b270f6722e is: DOWN; New status is: BUILD {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:15:06.320146 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (06b10b26-b9d9-4902-8c66-22b270f6722e), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:06.323902 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f90e57-cc08-4665-ba35-5d5ff52a6175 x-openstack-request-id: req-88f90e57-cc08-4665-ba35-5d5ff52a6175 {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:15:06.324265 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8870cf32-82de-4bee-98fd-08b49f529cf3", "name": "network-vif-deleted", "tag": "08d25dda-6fc8-4471-9351-39547da360c2", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:15:06.324587 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-88f90e57-cc08-4665-ba35-5d5ff52a6175 {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:15:06.325052 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88f90e57-cc08-4665-ba35-5d5ff52a6175'] response: {'server_uuid': '8870cf32-82de-4bee-98fd-08b49f529cf3', 'name': 'network-vif-deleted', 'tag': '08d25dda-6fc8-4471-9351-39547da360c2', 'status': 'completed', 'code': 200} Jun 08 02:15:06.338781 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b10b26-b9d9-4902-8c66-22b270f6722e {{(pid=104270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:15:06.363367 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 06b10b26-b9d9-4902-8c66-22b270f6722e, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=06b10b26-b9d9-4902-8c66-22b270f6722e,segment=NetworkSegment(3b5a06de-b7a8-42e3-8ed1-a44f44b0623e),segment_id=3b5a06de-b7a8-42e3-8ed1-a44f44b0623e)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:15:06.370130 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (06b10b26-b9d9-4902-8c66-22b270f6722e), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:06.377086 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-ec7e1277-caae-453f-816c-f6b945eb8ad5 None None] Set router 7b894861-f3fe-47b8-8c74-31a38c95ae7e gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:15:06.430757 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=06b10b26-b9d9-4902-8c66-22b270f6722e,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:15:06.595233 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-ec7e1277-caae-453f-816c-f6b945eb8ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'name': 'tempest-AttachVolumeNegativeTest-124736651-router', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:11Z', 'revision_number': 4, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'gw_port': {'id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': '00371596-d221-4f08-8778-0c1e5fa11e7f', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'floating_ip_address': '172.27.1.207', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'port_id': '4d3d34e3-e17d-4678-b0d8-343a5545ea95', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'mac_address': 'fa:16:3e:5f:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78009a5e-d759-4faf-8ef4-fe4d5612a690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:13:13Z', 'updated_at': '2022-06-08T02:13:27Z', 'revision_number': 2, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b88b84-8ac5-41d2-8ff5-d7833285f1a7', 'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'mac_address': 'fa:16:3e:0c:d6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:10Z', 'updated_at': '2022-06-08T02:13:14Z', 'revision_number': 5, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'subnets': [{'id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:15:06.609544 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['06b10b26-b9d9-4902-8c66-22b270f6722e'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:15:06.618763 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7e1277-caae-453f-816c-f6b945eb8ad5 None None] Checking router: 7b894861-f3fe-47b8-8c74-31a38c95ae7e for host: dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:15:06.626803 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7e1277-caae-453f-816c-f6b945eb8ad5 None None] Routers {'7b894861-f3fe-47b8-8c74-31a38c95ae7e'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:15:06.627396 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-ec7e1277-caae-453f-816c-f6b945eb8ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:14:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:15:06.732462 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-ec7e1277-caae-453f-816c-f6b945eb8ad5 None None] Set router 7b894861-f3fe-47b8-8c74-31a38c95ae7e gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:15:06.874484 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-e1cf95bd-7929-4974-845d-2d48cf6d1071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:06.916141 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914010d-09e0-43a5-8fd5-22a804ffdf8f req-f0ccaf37-479c-458c-9fb3-5b694f163975 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:06.917665 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f914010d-09e0-43a5-8fd5-22a804ffdf8f req-f0ccaf37-479c-458c-9fb3-5b694f163975 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=d215906f-096e-4a61-8b14-8a48d6262be8 HTTP/1.1" status: 200 len: 944 time: 0.0597904 Jun 08 02:15:06.967831 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-ec7e1277-caae-453f-816c-f6b945eb8ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'name': 'tempest-AttachVolumeNegativeTest-124736651-router', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:11Z', 'revision_number': 4, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'gw_port': {'id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': '00371596-d221-4f08-8778-0c1e5fa11e7f', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'floating_ip_address': '172.27.1.207', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'port_id': '4d3d34e3-e17d-4678-b0d8-343a5545ea95', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'mac_address': 'fa:16:3e:5f:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78009a5e-d759-4faf-8ef4-fe4d5612a690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:13:13Z', 'updated_at': '2022-06-08T02:13:27Z', 'revision_number': 2, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b88b84-8ac5-41d2-8ff5-d7833285f1a7', 'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'mac_address': 'fa:16:3e:0c:d6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:10Z', 'updated_at': '2022-06-08T02:13:14Z', 'revision_number': 5, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'subnets': [{'id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:15:06.968106 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f914010d-09e0-43a5-8fd5-22a804ffdf8f req-cdb83e9f-ee24-4fb9-9a10-6ea0f6d96e8f tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443258 Jun 08 02:15:06.996434 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7e1277-caae-453f-816c-f6b945eb8ad5 None None] The sync data for ids ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'] in dv-cinder-845069-1-iscsi is: [{'id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'name': 'tempest-AttachVolumeNegativeTest-124736651-router', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:11Z', 'revision_number': 4, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'gw_port': {'id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': '00371596-d221-4f08-8778-0c1e5fa11e7f', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'floating_ip_address': '172.27.1.207', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'port_id': '4d3d34e3-e17d-4678-b0d8-343a5545ea95', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'mac_address': 'fa:16:3e:5f:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78009a5e-d759-4faf-8ef4-fe4d5612a690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:13:13Z', 'updated_at': '2022-06-08T02:13:27Z', 'revision_number': 2, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b88b84-8ac5-41d2-8ff5-d7833285f1a7', 'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'mac_address': 'fa:16:3e:0c:d6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:10Z', 'updated_at': '2022-06-08T02:13:14Z', 'revision_number': 5, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'subnets': [{'id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:15:07.138113 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 58666) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:15:07.195419 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c42f0944-eca3-4925-ac59-056b92eca4e2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group (ca3b7a6a-ddb5-46ae-9d80-dcf0d06183cd), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:07.223091 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c42f0944-eca3-4925-ac59-056b92eca4e2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group (ca3b7a6a-ddb5-46ae-9d80-dcf0d06183cd), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:07.225353 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e110bf32-7d04-4630-af65-0b7617f0dc25 None None] New status for floating IP 66ab1713-f7e7-4383-a758-c780627ea0a0: DOWN {{(pid=104270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 02:15:07.272733 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c42f0944-eca3-4925-ac59-056b92eca4e2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (ca3b7a6a-ddb5-46ae-9d80-dcf0d06183cd), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:07.275357 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c42f0944-eca3-4925-ac59-056b92eca4e2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:07.276574 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-c42f0944-eca3-4925-ac59-056b92eca4e2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "DELETE /v2.0/security-groups/ca3b7a6a-ddb5-46ae-9d80-dcf0d06183cd HTTP/1.1" status: 204 len: 168 time: 0.1373723 Jun 08 02:15:07.279363 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 58668) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:15:07.285799 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f0944-eca3-4925-ac59-056b92eca4e2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3b7a6a-ddb5-46ae-9d80-dcf0d06183cd,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:15:07.293401 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f0944-eca3-4925-ac59-056b92eca4e2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:07.293714 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.api.v2.resource [None req-f5cbfa85-c76d-4179-8ff0-626d1051b184 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] show failed (client error): The resource could not be found. Jun 08 02:15:07.293830 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f0944-eca3-4925-ac59-056b92eca4e2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:07.294081 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f0944-eca3-4925-ac59-056b92eca4e2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:07.294611 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f0944-eca3-4925-ac59-056b92eca4e2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:07.294746 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-f5cbfa85-c76d-4179-8ff0-626d1051b184 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups/ca3b7a6a-ddb5-46ae-9d80-dcf0d06183cd HTTP/1.1" status: 404 len: 347 time: 0.0141921 Jun 08 02:15:07.295224 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f0944-eca3-4925-ac59-056b92eca4e2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:07.295567 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f0944-eca3-4925-ac59-056b92eca4e2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:07.295902 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f0944-eca3-4925-ac59-056b92eca4e2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:07.296238 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f0944-eca3-4925-ac59-056b92eca4e2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:07.296593 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f0944-eca3-4925-ac59-056b92eca4e2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:07.296922 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f0944-eca3-4925-ac59-056b92eca4e2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:07.297281 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f0944-eca3-4925-ac59-056b92eca4e2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:07.297577 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f0944-eca3-4925-ac59-056b92eca4e2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:07.297909 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f0944-eca3-4925-ac59-056b92eca4e2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:07.298169 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 58670) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:15:07.298287 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f0944-eca3-4925-ac59-056b92eca4e2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:07.298587 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f0944-eca3-4925-ac59-056b92eca4e2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:07.419525 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:07.428507 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-0c50b7ae-6a52-4161-884a-26f9dcff5b54 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Deleting port 6d5377a3-6fc8-43fc-ba72-54f24b119c73 {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:15:07.428851 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-0c50b7ae-6a52-4161-884a-26f9dcff5b54 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (6d5377a3-6fc8-43fc-ba72-54f24b119c73), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:07.503132 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-0c50b7ae-6a52-4161-884a-26f9dcff5b54 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (6d5377a3-6fc8-43fc-ba72-54f24b119c73), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:07.503574 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-0c50b7ae-6a52-4161-884a-26f9dcff5b54 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for floatingip (6d5377a3-6fc8-43fc-ba72-54f24b119c73), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:07.516108 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-0c50b7ae-6a52-4161-884a-26f9dcff5b54 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Calling delete_port for 6d5377a3-6fc8-43fc-ba72-54f24b119c73 owned by network:floatingip {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:15:07.526736 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:07.650050 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-0c50b7ae-6a52-4161-884a-26f9dcff5b54 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (6d5377a3-6fc8-43fc-ba72-54f24b119c73), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:07.674552 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c50b7ae-6a52-4161-884a-26f9dcff5b54 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Pushing event deleted for resources: {'Port': ['ID=6d5377a3-6fc8-43fc-ba72-54f24b119c73,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:15:07.738406 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-0c50b7ae-6a52-4161-884a-26f9dcff5b54 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for floatingip (66ab1713-f7e7-4383-a758-c780627ea0a0), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:07.740892 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-0c50b7ae-6a52-4161-884a-26f9dcff5b54 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:07.742027 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-0c50b7ae-6a52-4161-884a-26f9dcff5b54 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "DELETE /v2.0/floatingips/66ab1713-f7e7-4383-a758-c780627ea0a0 HTTP/1.1" status: 204 len: 168 time: 0.4425673 Jun 08 02:15:08.086097 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04619ef2-08d2-47f9-a0bc-8cd6bba3ff0e req-5ba9575b-4fbd-4765-87b6-502cabcd532f tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:08.087634 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-04619ef2-08d2-47f9-a0bc-8cd6bba3ff0e req-5ba9575b-4fbd-4765-87b6-502cabcd532f tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=d215906f-096e-4a61-8b14-8a48d6262be8 HTTP/1.1" status: 200 len: 944 time: 0.0481977 Jun 08 02:15:08.135570 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-04619ef2-08d2-47f9-a0bc-8cd6bba3ff0e req-1e1ee0dd-3ca1-4662-a13c-da3ea07eb255 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425344 Jun 08 02:15:08.186090 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 06b10b26-b9d9-4902-8c66-22b270f6722e up at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:15:08.228832 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:08.231205 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning for port 06b10b26-b9d9-4902-8c66-22b270f6722e completed by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 02:15:08.237147 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning complete for port 06b10b26-b9d9-4902-8c66-22b270f6722e triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:15:08.237525 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (06b10b26-b9d9-4902-8c66-22b270f6722e), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:08.270926 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:08.311324 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 06b10b26-b9d9-4902-8c66-22b270f6722e is: BUILD; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:15:08.311627 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (06b10b26-b9d9-4902-8c66-22b270f6722e), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:08.334645 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd215906f-096e-4a61-8b14-8a48d6262be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b10b26-b9d9-4902-8c66-22b270f6722e'}] {{(pid=104270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:15:08.336852 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8be0b5de5a23eefcc09db06b1daf5598b5c3b6529c2083486e3c6bab2d5553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee342539-9986-4c94-ac60-a6fce53fb2c4" -d '{"events": [{"server_uuid": "d215906f-096e-4a61-8b14-8a48d6262be8", "name": "network-vif-plugged", "status": "completed", "tag": "06b10b26-b9d9-4902-8c66-22b270f6722e"}]}' {{(pid=104270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:15:08.349278 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 06b10b26-b9d9-4902-8c66-22b270f6722e, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=06b10b26-b9d9-4902-8c66-22b270f6722e,segment=NetworkSegment(3b5a06de-b7a8-42e3-8ed1-a44f44b0623e),segment_id=3b5a06de-b7a8-42e3-8ed1-a44f44b0623e)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:15:08.353506 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (06b10b26-b9d9-4902-8c66-22b270f6722e), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:08.354307 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 08d25dda-6fc8-4471-9351-39547da360c2 no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:15:08.391987 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7233f6e4-8d6f-4760-9fa9-af675b0c951e x-openstack-request-id: req-7233f6e4-8d6f-4760-9fa9-af675b0c951e {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:15:08.392277 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d215906f-096e-4a61-8b14-8a48d6262be8", "name": "network-vif-plugged", "status": "completed", "tag": "06b10b26-b9d9-4902-8c66-22b270f6722e", "code": 200}]} {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:15:08.392552 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7233f6e4-8d6f-4760-9fa9-af675b0c951e {{(pid=104270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:15:08.392941 dv-cinder-845069-1-iscsi neutron-server[104270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7233f6e4-8d6f-4760-9fa9-af675b0c951e'] response: {'server_uuid': 'd215906f-096e-4a61-8b14-8a48d6262be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b10b26-b9d9-4902-8c66-22b270f6722e', 'code': 200} Jun 08 02:15:08.395411 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] No Port match for: 08d25dda-6fc8-4471-9351-39547da360c2 {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:15:08.395763 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 08d25dda-6fc8-4471-9351-39547da360c2 not bound to the agent host hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:15:08.421447 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=06b10b26-b9d9-4902-8c66-22b270f6722e,revision_number=5']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:15:08.611737 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd380549-539d-4423-b331-3d308fb8cdb5 req-47bedf93-c378-4e5e-81bc-092f17ab5d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:08.613872 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-dd380549-539d-4423-b331-3d308fb8cdb5 req-47bedf93-c378-4e5e-81bc-092f17ab5d40 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d215906f-096e-4a61-8b14-8a48d6262be8 HTTP/1.1" status: 200 len: 1129 time: 0.0412428 Jun 08 02:15:08.908461 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-dd380549-539d-4423-b331-3d308fb8cdb5 req-d5bfd863-189d-41ec-8bf5-f866acd8e705 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2879100 Jun 08 02:15:09.146619 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-9d3dfef4-39fd-403c-8262-d45c5973e179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:09.266367 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02b470-1e87-4028-8194-c5230046c86b req-37db422f-12fd-4242-891b-2773628ac176 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:09.268081 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4f02b470-1e87-4028-8194-c5230046c86b req-37db422f-12fd-4242-891b-2773628ac176 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=d215906f-096e-4a61-8b14-8a48d6262be8 HTTP/1.1" status: 200 len: 945 time: 0.0640886 Jun 08 02:15:09.354280 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f968650-489d-4f01-bc88-f701e05fe148 req-027e5d46-a6c3-4214-b528-3db6058cfe6b tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:09.355720 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1f968650-489d-4f01-bc88-f701e05fe148 req-027e5d46-a6c3-4214-b528-3db6058cfe6b tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=78009a5e-d759-4faf-8ef4-fe4d5612a690 HTTP/1.1" status: 200 len: 946 time: 0.0750651 Jun 08 02:15:09.359273 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4f02b470-1e87-4028-8194-c5230046c86b req-44f3234f-6a79-4d8c-ae06-02221371bf00 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849164 Jun 08 02:15:09.403457 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1f968650-489d-4f01-bc88-f701e05fe148 req-a299a006-2900-4556-be8a-f1661807aeaf tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=03472640-093d-460f-90c2-c0d391a382f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416451 Jun 08 02:15:10.286231 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:10.473842 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5370687-0ce9-4529-8b84-ab684172a94d req-1ae406b6-22f9-43cf-a01c-cd72da7f6243 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:10.475323 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c5370687-0ce9-4529-8b84-ab684172a94d req-1ae406b6-22f9-43cf-a01c-cd72da7f6243 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=d215906f-096e-4a61-8b14-8a48d6262be8 HTTP/1.1" status: 200 len: 945 time: 0.0470476 Jun 08 02:15:10.540582 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c12cd-e569-4d27-a8ee-495b4b72221b req-59d20ddd-4124-4e67-87ce-a9ae791bd156 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:10.541957 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-791c12cd-e569-4d27-a8ee-495b4b72221b req-59d20ddd-4124-4e67-87ce-a9ae791bd156 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=78009a5e-d759-4faf-8ef4-fe4d5612a690 HTTP/1.1" status: 200 len: 946 time: 0.0657656 Jun 08 02:15:10.573113 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c5370687-0ce9-4529-8b84-ab684172a94d req-a5f6a3b4-dce8-4c8c-8d6f-0465994c2c16 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887115 Jun 08 02:15:10.587986 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:10.604067 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-791c12cd-e569-4d27-a8ee-495b4b72221b req-fdf98e6a-862c-439e-b086-797eab6618e0 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=03472640-093d-460f-90c2-c0d391a382f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544193 Jun 08 02:15:11.132006 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22686f-033a-47df-9329-a50206cedd83 req-b5a2b818-0c1d-42c0-9cfb-0c4eed666fa0 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:11.133377 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5d22686f-033a-47df-9329-a50206cedd83 req-b5a2b818-0c1d-42c0-9cfb-0c4eed666fa0 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.15 "GET /v2.0/ports?device_id=78009a5e-d759-4faf-8ef4-fe4d5612a690 HTTP/1.1" status: 200 len: 946 time: 0.0453241 Jun 08 02:15:11.330237 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:15:11.490272 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-5d22686f-033a-47df-9329-a50206cedd83 req-232457a0-4c11-4894-bad7-dc7d76d53d24 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Deleting port 4d3d34e3-e17d-4678-b0d8-343a5545ea95 {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:15:11.490829 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-5d22686f-033a-47df-9329-a50206cedd83 req-232457a0-4c11-4894-bad7-dc7d76d53d24 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (4d3d34e3-e17d-4678-b0d8-343a5545ea95), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:11.579917 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-5d22686f-033a-47df-9329-a50206cedd83 req-232457a0-4c11-4894-bad7-dc7d76d53d24 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] For port 4d3d34e3-e17d-4678-b0d8-343a5545ea95, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=4d3d34e3-e17d-4678-b0d8-343a5545ea95,segment=NetworkSegment(c782ea20-85ec-40e7-bc18-0d9fccaf21a0),segment_id=c782ea20-85ec-40e7-bc18-0d9fccaf21a0)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:15:11.580289 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-5d22686f-033a-47df-9329-a50206cedd83 req-232457a0-4c11-4894-bad7-dc7d76d53d24 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (4d3d34e3-e17d-4678-b0d8-343a5545ea95), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:11.632511 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:11.804082 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c122ddf-8614-4902-bedf-643a5cb1e9b9 req-2b53a29d-2d31-4034-b238-3cdc5b1f9dc7 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:11.805801 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6c122ddf-8614-4902-bedf-643a5cb1e9b9 req-2b53a29d-2d31-4034-b238-3cdc5b1f9dc7 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=d215906f-096e-4a61-8b14-8a48d6262be8 HTTP/1.1" status: 200 len: 945 time: 0.1264386 Jun 08 02:15:11.813083 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0396e-aa08-49f0-ad72-0d785034f7ee req-02c19e1a-fc31-4aa4-85da-226e9898e2d5 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:11.814429 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6cf0396e-aa08-49f0-ad72-0d785034f7ee req-02c19e1a-fc31-4aa4-85da-226e9898e2d5 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=78009a5e-d759-4faf-8ef4-fe4d5612a690 HTTP/1.1" status: 200 len: 946 time: 0.1207035 Jun 08 02:15:11.856661 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-5d22686f-033a-47df-9329-a50206cedd83 req-232457a0-4c11-4894-bad7-dc7d76d53d24 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:11.857024 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-5d22686f-033a-47df-9329-a50206cedd83 req-232457a0-4c11-4894-bad7-dc7d76d53d24 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682813'] for floatingip (00371596-d221-4f08-8778-0c1e5fa11e7f), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:11.857339 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.db.l3_db [req-5d22686f-033a-47df-9329-a50206cedd83 req-232457a0-4c11-4894-bad7-dc7d76d53d24 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Floating IP 00371596-d221-4f08-8778-0c1e5fa11e7f disassociated. External IP: 172.27.1.207, port: 4d3d34e3-e17d-4678-b0d8-343a5545ea95. Jun 08 02:15:11.857674 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-5d22686f-033a-47df-9329-a50206cedd83 req-232457a0-4c11-4894-bad7-dc7d76d53d24 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Calling delete_port for 4d3d34e3-e17d-4678-b0d8-343a5545ea95 owned by compute:nova {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:15:11.890985 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:11.947069 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6c122ddf-8614-4902-bedf-643a5cb1e9b9 req-29fa82e5-936e-4141-af6d-69b63d598d03 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317039 Jun 08 02:15:11.961228 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6cf0396e-aa08-49f0-ad72-0d785034f7ee req-7ba05637-f7c8-4844-86e5-6b4626e0357f tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=03472640-093d-460f-90c2-c0d391a382f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359890 Jun 08 02:15:12.039313 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-5d22686f-033a-47df-9329-a50206cedd83 req-232457a0-4c11-4894-bad7-dc7d76d53d24 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (4d3d34e3-e17d-4678-b0d8-343a5545ea95), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:12.064808 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232457a0-4c11-4894-bad7-dc7d76d53d24 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Pushing event deleted for resources: {'Port': ['ID=4d3d34e3-e17d-4678-b0d8-343a5545ea95,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:15:12.174278 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d22686f-033a-47df-9329-a50206cedd83 req-232457a0-4c11-4894-bad7-dc7d76d53d24 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Router 7b894861-f3fe-47b8-8c74-31a38c95ae7e has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:15:12.273334 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:12.276189 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d22686f-033a-47df-9329-a50206cedd83 req-232457a0-4c11-4894-bad7-dc7d76d53d24 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:15:12.286419 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45247009-a0e0-489c-a15d-d8c556ffed6d None None] Sync routers for ids ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'] in dv-cinder-845069-1-iscsi {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:15:12.295973 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45247009-a0e0-489c-a15d-d8c556ffed6d None None] Routers {'7b894861-f3fe-47b8-8c74-31a38c95ae7e'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:15:12.296617 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-45247009-a0e0-489c-a15d-d8c556ffed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:15:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:15:12.320642 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d22686f-033a-47df-9329-a50206cedd83 req-232457a0-4c11-4894-bad7-dc7d76d53d24 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] No DVR routers for this DVR port 4d3d34e3-e17d-4678-b0d8-343a5545ea95 on host hv-cinder-84506 {{(pid=104268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:15:12.322971 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-5d22686f-033a-47df-9329-a50206cedd83 req-232457a0-4c11-4894-bad7-dc7d76d53d24 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:12.326289 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5d22686f-033a-47df-9329-a50206cedd83 req-232457a0-4c11-4894-bad7-dc7d76d53d24 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.15 "DELETE /v2.0/ports/4d3d34e3-e17d-4678-b0d8-343a5545ea95 HTTP/1.1" status: 204 len: 173 time: 0.9101460 Jun 08 02:15:12.326747 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78009a5e-d759-4faf-8ef4-fe4d5612a690', 'name': 'network-vif-deleted', 'tag': '4d3d34e3-e17d-4678-b0d8-343a5545ea95'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:15:12.329055 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04952678-7262-4583-8bb0-016bcda1da3f" -d '{"events": [{"server_uuid": "78009a5e-d759-4faf-8ef4-fe4d5612a690", "name": "network-vif-deleted", "tag": "4d3d34e3-e17d-4678-b0d8-343a5545ea95"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:15:12.381064 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4a7d67-39a4-4b43-9344-118ae32d110a x-openstack-request-id: req-1f4a7d67-39a4-4b43-9344-118ae32d110a {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:15:12.381406 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78009a5e-d759-4faf-8ef4-fe4d5612a690", "name": "network-vif-deleted", "tag": "4d3d34e3-e17d-4678-b0d8-343a5545ea95", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:15:12.381602 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f4a7d67-39a4-4b43-9344-118ae32d110a {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:15:12.382002 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f4a7d67-39a4-4b43-9344-118ae32d110a'] response: {'server_uuid': '78009a5e-d759-4faf-8ef4-fe4d5612a690', 'name': 'network-vif-deleted', 'tag': '4d3d34e3-e17d-4678-b0d8-343a5545ea95', 'status': 'completed', 'code': 200} Jun 08 02:15:12.413624 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-45247009-a0e0-489c-a15d-d8c556ffed6d None None] Set router 7b894861-f3fe-47b8-8c74-31a38c95ae7e gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:15:12.481818 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=100 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:12.592954 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=100 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:12.604780 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-45247009-a0e0-489c-a15d-d8c556ffed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'name': 'tempest-AttachVolumeNegativeTest-124736651-router', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:11Z', 'revision_number': 4, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'gw_port': {'id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': 'a7b88b84-8ac5-41d2-8ff5-d7833285f1a7', 'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'mac_address': 'fa:16:3e:0c:d6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:10Z', 'updated_at': '2022-06-08T02:13:14Z', 'revision_number': 5, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'subnets': [{'id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:15:12.631389 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45247009-a0e0-489c-a15d-d8c556ffed6d None None] Checking router: 7b894861-f3fe-47b8-8c74-31a38c95ae7e for host: dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:15:12.640481 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45247009-a0e0-489c-a15d-d8c556ffed6d None None] Routers {'7b894861-f3fe-47b8-8c74-31a38c95ae7e'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:15:12.641091 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-45247009-a0e0-489c-a15d-d8c556ffed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:15:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:15:12.831781 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-45247009-a0e0-489c-a15d-d8c556ffed6d None None] Set router 7b894861-f3fe-47b8-8c74-31a38c95ae7e gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:15:13.048607 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-45247009-a0e0-489c-a15d-d8c556ffed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'name': 'tempest-AttachVolumeNegativeTest-124736651-router', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:11Z', 'revision_number': 4, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'gw_port': {'id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': 'a7b88b84-8ac5-41d2-8ff5-d7833285f1a7', 'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'mac_address': 'fa:16:3e:0c:d6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:10Z', 'updated_at': '2022-06-08T02:13:14Z', 'revision_number': 5, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'subnets': [{'id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:15:13.070034 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 58712) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:15:13.075335 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f185d-9566-47e0-a119-a882a6eab5a5 req-47f70a4a-cbd7-420f-967b-045c114f5906 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:13.076839 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e40f185d-9566-47e0-a119-a882a6eab5a5 req-47f70a4a-cbd7-420f-967b-045c114f5906 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=d215906f-096e-4a61-8b14-8a48d6262be8 HTTP/1.1" status: 200 len: 945 time: 0.0493264 Jun 08 02:15:13.086408 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45247009-a0e0-489c-a15d-d8c556ffed6d None None] The sync data for ids ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'] in dv-cinder-845069-1-iscsi is: [{'id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'name': 'tempest-AttachVolumeNegativeTest-124736651-router', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:11Z', 'revision_number': 4, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'gw_port': {'id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': 'a7b88b84-8ac5-41d2-8ff5-d7833285f1a7', 'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'mac_address': 'fa:16:3e:0c:d6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:10Z', 'updated_at': '2022-06-08T02:13:14Z', 'revision_number': 5, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'subnets': [{'id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:15:13.133926 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-bd3dc8df-e920-4249-b30a-176f3d1c4db0 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group (03472640-093d-460f-90c2-c0d391a382f1), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:13.146112 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e40f185d-9566-47e0-a119-a882a6eab5a5 req-daa019bf-145e-46fe-9936-2cba0df2163e tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583034 Jun 08 02:15:13.160933 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-bd3dc8df-e920-4249-b30a-176f3d1c4db0 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group (03472640-093d-460f-90c2-c0d391a382f1), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:13.212985 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-bd3dc8df-e920-4249-b30a-176f3d1c4db0 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (03472640-093d-460f-90c2-c0d391a382f1), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:13.215503 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-bd3dc8df-e920-4249-b30a-176f3d1c4db0 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:13.216654 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-bd3dc8df-e920-4249-b30a-176f3d1c4db0 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "DELETE /v2.0/security-groups/03472640-093d-460f-90c2-c0d391a382f1 HTTP/1.1" status: 204 len: 168 time: 0.1456230 Jun 08 02:15:13.219878 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 58716) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:15:13.236899 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3dc8df-e920-4249-b30a-176f3d1c4db0 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03472640-093d-460f-90c2-c0d391a382f1,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:15:13.239231 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.api.v2.resource [None req-23100f6e-8aa8-4426-bbe6-e216558b1c00 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] show failed (client error): The resource could not be found. Jun 08 02:15:13.240837 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-23100f6e-8aa8-4426-bbe6-e216558b1c00 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups/03472640-093d-460f-90c2-c0d391a382f1 HTTP/1.1" status: 404 len: 347 time: 0.0199213 Jun 08 02:15:13.244429 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 58718) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:15:13.253448 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:13.302914 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb6b25-306c-46bc-8689-01e8681bfad3 req-fac79b10-d637-4990-ba84-116a9b21ca8e tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:13.304472 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c0cb6b25-306c-46bc-8689-01e8681bfad3 req-fac79b10-d637-4990-ba84-116a9b21ca8e tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=d215906f-096e-4a61-8b14-8a48d6262be8 HTTP/1.1" status: 200 len: 945 time: 0.0930026 Jun 08 02:15:13.370066 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:13.380905 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adffc2d5-42fa-4c82-9641-d8ae45e3e387 None None] New status for floating IP 00371596-d221-4f08-8778-0c1e5fa11e7f: DOWN {{(pid=104270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 02:15:13.417204 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c0cb6b25-306c-46bc-8689-01e8681bfad3 req-41e05318-c27a-4027-9dd1-47c7ed9aa3d1 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060967 Jun 08 02:15:13.417774 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-f078a487-ae85-45ff-86a9-1c83deec8c29 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Deleting port 632e30c5-cc92-47ac-aecb-962dd50758f4 {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:15:13.418116 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f078a487-ae85-45ff-86a9-1c83deec8c29 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (632e30c5-cc92-47ac-aecb-962dd50758f4), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:13.442381 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 58720) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:15:13.499890 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f078a487-ae85-45ff-86a9-1c83deec8c29 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (632e30c5-cc92-47ac-aecb-962dd50758f4), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:13.500258 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f078a487-ae85-45ff-86a9-1c83deec8c29 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for floatingip (632e30c5-cc92-47ac-aecb-962dd50758f4), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:13.517095 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-f078a487-ae85-45ff-86a9-1c83deec8c29 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Calling delete_port for 632e30c5-cc92-47ac-aecb-962dd50758f4 owned by network:floatingip {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:15:13.593064 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e035b1ed-8aa5-4efe-83c9-af0be97192c4 tempest-TestVolumeBootPattern-918240834 tempest-TestVolumeBootPattern-918240834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:13.594858 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-e035b1ed-8aa5-4efe-83c9-af0be97192c4 tempest-TestVolumeBootPattern-918240834 tempest-TestVolumeBootPattern-918240834-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d215906f-096e-4a61-8b14-8a48d6262be8 HTTP/1.1" status: 200 len: 1124 time: 0.1510811 Jun 08 02:15:13.598554 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 58724) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:15:13.603424 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-d1b2b4bb-1922-4941-8433-a923147aa3e0 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Request body: {'floatingip': {'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'port_id': '06b10b26-b9d9-4902-8c66-22b270f6722e', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:15:13.624542 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d1b2b4bb-1922-4941-8433-a923147aa3e0 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:13.651006 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f078a487-ae85-45ff-86a9-1c83deec8c29 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (632e30c5-cc92-47ac-aecb-962dd50758f4), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:13.677361 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078a487-ae85-45ff-86a9-1c83deec8c29 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Pushing event deleted for resources: {'Port': ['ID=632e30c5-cc92-47ac-aecb-962dd50758f4,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:15:13.691621 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078a487-ae85-45ff-86a9-1c83deec8c29 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:13.691976 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078a487-ae85-45ff-86a9-1c83deec8c29 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:13.692318 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078a487-ae85-45ff-86a9-1c83deec8c29 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:13.692685 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078a487-ae85-45ff-86a9-1c83deec8c29 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:13.693017 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078a487-ae85-45ff-86a9-1c83deec8c29 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:13.693352 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078a487-ae85-45ff-86a9-1c83deec8c29 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:13.693681 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078a487-ae85-45ff-86a9-1c83deec8c29 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:13.694005 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078a487-ae85-45ff-86a9-1c83deec8c29 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:13.694332 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078a487-ae85-45ff-86a9-1c83deec8c29 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:13.694658 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078a487-ae85-45ff-86a9-1c83deec8c29 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:13.694978 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078a487-ae85-45ff-86a9-1c83deec8c29 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:13.695302 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078a487-ae85-45ff-86a9-1c83deec8c29 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:13.695628 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078a487-ae85-45ff-86a9-1c83deec8c29 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:13.695966 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078a487-ae85-45ff-86a9-1c83deec8c29 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:13.696256 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078a487-ae85-45ff-86a9-1c83deec8c29 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:13.705529 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d1b2b4bb-1922-4941-8433-a923147aa3e0 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:13.752813 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f078a487-ae85-45ff-86a9-1c83deec8c29 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for floatingip (00371596-d221-4f08-8778-0c1e5fa11e7f), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:13.755165 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f078a487-ae85-45ff-86a9-1c83deec8c29 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:13.756406 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-f078a487-ae85-45ff-86a9-1c83deec8c29 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "DELETE /v2.0/floatingips/00371596-d221-4f08-8778-0c1e5fa11e7f HTTP/1.1" status: 204 len: 168 time: 0.5112777 Jun 08 02:15:13.816842 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.db_base_plugin_common [None req-d1b2b4bb-1922-4941-8433-a923147aa3e0 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Allocated IP 172.27.1.205 (fccc80fe-aa23-41fa-b00e-a506a2a0f94c/5f93db06-58fb-4390-8563-710a437b082f/eb25fad5-e7b4-4dca-9844-38601a28a39f) {{(pid=104269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:15:13.831595 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 58728) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:15:13.836421 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-f72978f6-6f86-4d6f-b78e-431232c1c507 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1830656413', 'description': 'tempest-description--479289387'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:15:13.857272 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f72978f6-6f86-4d6f-b78e-431232c1c507 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:13.926488 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d1b2b4bb-1922-4941-8433-a923147aa3e0 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for port (eb25fad5-e7b4-4dca-9844-38601a28a39f), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:13.929287 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f72978f6-6f86-4d6f-b78e-431232c1c507 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group (29253824-238e-44aa-a7c2-ef64171107db), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:13.933324 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f72978f6-6f86-4d6f-b78e-431232c1c507 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (29253824-238e-44aa-a7c2-ef64171107db), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:13.951457 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:13.960613 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d1b2b4bb-1922-4941-8433-a923147aa3e0 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (eb25fad5-e7b4-4dca-9844-38601a28a39f), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:13.964623 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-f72978f6-6f86-4d6f-b78e-431232c1c507 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:13.965825 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-f72978f6-6f86-4d6f-b78e-431232c1c507 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1332290 Jun 08 02:15:13.967685 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72978f6-6f86-4d6f-b78e-431232c1c507 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29253824-238e-44aa-a7c2-ef64171107db,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:15:13.969574 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 58730) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:15:13.975210 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-897c905d-9061-42f4-ae90-dbdaed0d76bb tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Request body: {'security_group_rule': {'security_group_id': '29253824-238e-44aa-a7c2-ef64171107db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:15:13.992777 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:14.004249 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b2b4bb-1922-4941-8433-a923147aa3e0 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Network fccc80fe-aa23-41fa-b00e-a506a2a0f94c is already hosted by enough agents. {{(pid=104269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:15:14.005413 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-897c905d-9061-42f4-ae90-dbdaed0d76bb tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group_rule (57ba4442-f98b-44ee-b26f-f15bd7443746), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:14.009136 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.base_scheduler [None req-d1b2b4bb-1922-4941-8433-a923147aa3e0 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Resources bound (agent type, host, resource id): {{(pid=104269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:15:14.016427 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b2b4bb-1922-4941-8433-a923147aa3e0 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Received port after_create {{(pid=104269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:15:14.039233 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2b4bb-1922-4941-8433-a923147aa3e0 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Pushing event updated for resources: {'Port': ['ID=eb25fad5-e7b4-4dca-9844-38601a28a39f,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:15:14.047953 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:14.065688 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-897c905d-9061-42f4-ae90-dbdaed0d76bb tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group_rule (57ba4442-f98b-44ee-b26f-f15bd7443746), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:14.069999 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-897c905d-9061-42f4-ae90-dbdaed0d76bb tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292501'] for security_group_rule (57ba4442-f98b-44ee-b26f-f15bd7443746), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:14.087994 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c905d-9061-42f4-ae90-dbdaed0d76bb tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ba4442-f98b-44ee-b26f-f15bd7443746,revision_number=0']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:15:14.095678 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-897c905d-9061-42f4-ae90-dbdaed0d76bb tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:14.097695 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-897c905d-9061-42f4-ae90-dbdaed0d76bb tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270645 Jun 08 02:15:14.100972 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 58732) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:15:14.105200 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-0cbf148f-39f5-4e40-8740-3ae5973470da tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Request body: {'security_group_rule': {'security_group_id': '29253824-238e-44aa-a7c2-ef64171107db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:15:14.110330 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:14.136955 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-0cbf148f-39f5-4e40-8740-3ae5973470da tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group_rule (8baf4953-c1b3-4f93-8601-af854d1c0ff5), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:14.191878 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 4d3d34e3-e17d-4678-b0d8-343a5545ea95 no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:15:14.194109 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-0cbf148f-39f5-4e40-8740-3ae5973470da tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group_rule (8baf4953-c1b3-4f93-8601-af854d1c0ff5), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:14.199009 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-0cbf148f-39f5-4e40-8740-3ae5973470da tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292501'] for security_group_rule (8baf4953-c1b3-4f93-8601-af854d1c0ff5), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:14.212924 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] No Port match for: 4d3d34e3-e17d-4678-b0d8-343a5545ea95 {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:15:14.213269 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 4d3d34e3-e17d-4678-b0d8-343a5545ea95 not bound to the agent host hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:15:14.218028 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf148f-39f5-4e40-8740-3ae5973470da tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8baf4953-c1b3-4f93-8601-af854d1c0ff5,revision_number=0']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:15:14.226396 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-0cbf148f-39f5-4e40-8740-3ae5973470da tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:14.227594 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-0cbf148f-39f5-4e40-8740-3ae5973470da tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256499 Jun 08 02:15:14.230713 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 58734) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:15:14.234889 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-6a590910-9fe8-4b6a-9807-b4746cfefb1a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Request body: {'floatingip': {'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:15:14.256919 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-6a590910-9fe8-4b6a-9807-b4746cfefb1a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:14.336988 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-6a590910-9fe8-4b6a-9807-b4746cfefb1a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:14.393192 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d1b2b4bb-1922-4941-8433-a923147aa3e0 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for floatingip (1de3055d-1a7e-4078-b665-b1281ce615bb), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:14.441955 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [None req-6a590910-9fe8-4b6a-9807-b4746cfefb1a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Allocated IP 172.27.1.161 (fccc80fe-aa23-41fa-b00e-a506a2a0f94c/5f93db06-58fb-4390-8563-710a437b082f/c8c243a9-89d7-49d3-a321-d072366a4251) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:15:14.465770 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d1b2b4bb-1922-4941-8433-a923147aa3e0 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (eb25fad5-e7b4-4dca-9844-38601a28a39f), before_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:14.545882 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-6a590910-9fe8-4b6a-9807-b4746cfefb1a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for port (c8c243a9-89d7-49d3-a321-d072366a4251), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:14.577091 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-6a590910-9fe8-4b6a-9807-b4746cfefb1a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (c8c243a9-89d7-49d3-a321-d072366a4251), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:14.611426 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a590910-9fe8-4b6a-9807-b4746cfefb1a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Network fccc80fe-aa23-41fa-b00e-a506a2a0f94c is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:15:14.615968 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-6a590910-9fe8-4b6a-9807-b4746cfefb1a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:15:14.619556 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a590910-9fe8-4b6a-9807-b4746cfefb1a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:15:14.642309 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d1b2b4bb-1922-4941-8433-a923147aa3e0 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for port (eb25fad5-e7b4-4dca-9844-38601a28a39f), precommit_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:14.647813 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d1b2b4bb-1922-4941-8433-a923147aa3e0 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9466662'] for port (eb25fad5-e7b4-4dca-9844-38601a28a39f), after_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:14.647992 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a590910-9fe8-4b6a-9807-b4746cfefb1a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Pushing event updated for resources: {'Port': ['ID=c8c243a9-89d7-49d3-a321-d072366a4251,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:15:14.697096 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:14.714415 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-6a590910-9fe8-4b6a-9807-b4746cfefb1a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for floatingip (d1696a94-88dd-4d20-8fb8-7cac2e9ed94e), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:14.723824 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2b4bb-1922-4941-8433-a923147aa3e0 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Pushing event updated for resources: {'Port': ['ID=eb25fad5-e7b4-4dca-9844-38601a28a39f,revision_number=2']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:15:14.734198 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d1b2b4bb-1922-4941-8433-a923147aa3e0 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682813'] for floatingip (1de3055d-1a7e-4078-b665-b1281ce615bb), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:14.753646 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-6a590910-9fe8-4b6a-9807-b4746cfefb1a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (c8c243a9-89d7-49d3-a321-d072366a4251), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:14.786559 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:14.832557 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.db.l3_db [None req-d1b2b4bb-1922-4941-8433-a923147aa3e0 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Floating IP 1de3055d-1a7e-4078-b665-b1281ce615bb associated. External IP: 172.27.1.205, port: 06b10b26-b9d9-4902-8c66-22b270f6722e. Jun 08 02:15:14.877133 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:14.917275 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:14.941478 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-6a590910-9fe8-4b6a-9807-b4746cfefb1a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for port (c8c243a9-89d7-49d3-a321-d072366a4251), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:14.945919 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-6a590910-9fe8-4b6a-9807-b4746cfefb1a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (c8c243a9-89d7-49d3-a321-d072366a4251), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:15.010937 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a590910-9fe8-4b6a-9807-b4746cfefb1a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Pushing event updated for resources: {'Port': ['ID=c8c243a9-89d7-49d3-a321-d072366a4251,revision_number=2']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:15:15.022641 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-6a590910-9fe8-4b6a-9807-b4746cfefb1a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682813'] for floatingip (d1696a94-88dd-4d20-8fb8-7cac2e9ed94e), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:15.039328 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-6a590910-9fe8-4b6a-9807-b4746cfefb1a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:15.040615 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-6a590910-9fe8-4b6a-9807-b4746cfefb1a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8089650 Jun 08 02:15:15.041577 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b2b4bb-1922-4941-8433-a923147aa3e0 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Router cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:15:15.143497 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b2b4bb-1922-4941-8433-a923147aa3e0 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:15:15.153822 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08fe2d1-c01e-4963-8ae6-bdb069da67f5 None None] Sync routers for ids ['cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'] in dv-cinder-845069-1-iscsi {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:15:15.162915 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-d1b2b4bb-1922-4941-8433-a923147aa3e0 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:15.165594 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08fe2d1-c01e-4963-8ae6-bdb069da67f5 None None] Routers {'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:15:15.166436 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-a08fe2d1-c01e-4963-8ae6-bdb069da67f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:15:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:15:15.197065 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-d1b2b4bb-1922-4941-8433-a923147aa3e0 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5974021 Jun 08 02:15:15.197843 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd215906f-096e-4a61-8b14-8a48d6262be8', 'tag': '06b10b26-b9d9-4902-8c66-22b270f6722e'}] {{(pid=104269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:15:15.200278 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358dc8d4ae4a51a45346970250dcd834be934840dbf61ef46806344516445931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28deba70-6c61-424f-83b0-28c97e910e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "d215906f-096e-4a61-8b14-8a48d6262be8", "tag": "06b10b26-b9d9-4902-8c66-22b270f6722e"}]}' {{(pid=104269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:15:15.235970 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7ec538-4a57-4635-841c-dc8e6278c188 x-openstack-request-id: req-eb7ec538-4a57-4635-841c-dc8e6278c188 {{(pid=104269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:15:15.236260 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d215906f-096e-4a61-8b14-8a48d6262be8", "tag": "06b10b26-b9d9-4902-8c66-22b270f6722e", "status": "completed", "code": 200}]} {{(pid=104269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:15:15.236552 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb7ec538-4a57-4635-841c-dc8e6278c188 {{(pid=104269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:15:15.237572 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb7ec538-4a57-4635-841c-dc8e6278c188'] response: {'name': 'network-changed', 'server_uuid': 'd215906f-096e-4a61-8b14-8a48d6262be8', 'tag': '06b10b26-b9d9-4902-8c66-22b270f6722e', 'status': 'completed', 'code': 200} Jun 08 02:15:15.258223 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-38ed2d51-c2eb-493a-8aa9-a56373a49b1c tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1830656413&fields=id&tenant_id=879e3eacb3bc4b69891677c86bbd5de3 HTTP/1.1" status: 200 len: 267 time: 0.0475054 Jun 08 02:15:15.274502 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-a08fe2d1-c01e-4963-8ae6-bdb069da67f5 None None] Set router cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:15:15.345990 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28deba70-6c61-424f-83b0-28c97e910e7f req-bc61bc72-fd37-4882-8782-abd6efeb86ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:15.347639 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-28deba70-6c61-424f-83b0-28c97e910e7f req-bc61bc72-fd37-4882-8782-abd6efeb86ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=079027b24aba4a179f99de9f6fe944b8&device_id=d215906f-096e-4a61-8b14-8a48d6262be8 HTTP/1.1" status: 200 len: 1129 time: 0.0879822 Jun 08 02:15:15.451713 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-3da4769c-fe66-4a8d-bfdc-f146b84a479b tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:15.453078 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-3da4769c-fe66-4a8d-bfdc-f146b84a479b tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/networks?id=ace59b46-c184-42c4-a8ec-b505d053335a HTTP/1.1" status: 200 len: 814 time: 0.1856544 Jun 08 02:15:15.481761 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-bfc0cd2b-1a0c-438e-a7d0-9a8c980bdf49 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/quotas/879e3eacb3bc4b69891677c86bbd5de3 HTTP/1.1" status: 200 len: 375 time: 0.0214977 Jun 08 02:15:15.482504 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28deba70-6c61-424f-83b0-28c97e910e7f req-bacb73dd-1902-490f-a7ef-db3ba9e96ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:15.483856 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-28deba70-6c61-424f-83b0-28c97e910e7f req-bacb73dd-1902-490f-a7ef-db3ba9e96ff6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=05318a5a-b32e-458e-9f7c-d5bc705960a2 HTTP/1.1" status: 200 len: 913 time: 0.1295559 Jun 08 02:15:15.484671 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-a08fe2d1-c01e-4963-8ae6-bdb069da67f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'name': 'tempest-TestVolumeBootPattern-1404169138-router', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:14:26Z', 'updated_at': '2022-06-08T02:14:30Z', 'revision_number': 4, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'gw_port': {'id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:27Z', 'updated_at': '2022-06-08T02:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': '1de3055d-1a7e-4078-b665-b1281ce615bb', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'port_id': '06b10b26-b9d9-4902-8c66-22b270f6722e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'mac_address': 'fa:16:3e:39:83:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215906f-096e-4a61-8b14-8a48d6262be8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:15:14Z', 'updated_at': '2022-06-08T02:15:14Z', 'revision_number': 0, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646a40c6-9089-487c-a27d-bbddff9e51f5', 'name': '', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'mac_address': 'fa:16:3e:c7:2c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:30Z', 'updated_at': '2022-06-08T02:14:34Z', 'revision_number': 5, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'subnets': [{'id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:15:15.509214 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08fe2d1-c01e-4963-8ae6-bdb069da67f5 None None] Checking router: cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f for host: dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:15:15.517772 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08fe2d1-c01e-4963-8ae6-bdb069da67f5 None None] Routers {'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:15:15.518927 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-a08fe2d1-c01e-4963-8ae6-bdb069da67f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:15:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:15:15.568099 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-e7dd9e25-5942-4a18-8396-dc46153517b3 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=879e3eacb3bc4b69891677c86bbd5de3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0806808 Jun 08 02:15:15.582278 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-28deba70-6c61-424f-83b0-28c97e910e7f req-21fd94f8-715b-4d53-8f5e-1a98edbaea14 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06b10b26-b9d9-4902-8c66-22b270f6722e HTTP/1.1" status: 200 len: 999 time: 0.0852687 Jun 08 02:15:15.619459 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-a08fe2d1-c01e-4963-8ae6-bdb069da67f5 None None] Set router cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:15:15.675762 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28deba70-6c61-424f-83b0-28c97e910e7f req-869b648b-b96d-4cf9-b8c4-c2041c4d2d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:15.677234 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-28deba70-6c61-424f-83b0-28c97e910e7f req-869b648b-b96d-4cf9-b8c4-c2041c4d2d91 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a6900bc-03fc-46b3-b7d6-870661475e34 HTTP/1.1" status: 200 len: 851 time: 0.0882421 Jun 08 02:15:15.693060 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=100 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:15.694626 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:15.722296 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=100 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:15.736128 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-0844809f-6720-4153-a7db-d340dc3c9de1 service neutron] 10.222.0.20 "GET /v2.0/networks/ace59b46-c184-42c4-a8ec-b505d053335a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564620 Jun 08 02:15:15.739397 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28deba70-6c61-424f-83b0-28c97e910e7f req-713e1097-ee83-4901-916c-d4c800aacaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:15.740786 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-28deba70-6c61-424f-83b0-28c97e910e7f req-713e1097-ee83-4901-916c-d4c800aacaa7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05318a5a-b32e-458e-9f7c-d5bc705960a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559402 Jun 08 02:15:15.833225 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-a08fe2d1-c01e-4963-8ae6-bdb069da67f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'name': 'tempest-TestVolumeBootPattern-1404169138-router', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:14:26Z', 'updated_at': '2022-06-08T02:14:30Z', 'revision_number': 4, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'gw_port': {'id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:27Z', 'updated_at': '2022-06-08T02:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': '1de3055d-1a7e-4078-b665-b1281ce615bb', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'port_id': '06b10b26-b9d9-4902-8c66-22b270f6722e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'mac_address': 'fa:16:3e:39:83:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215906f-096e-4a61-8b14-8a48d6262be8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:15:14Z', 'updated_at': '2022-06-08T02:15:14Z', 'revision_number': 0, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646a40c6-9089-487c-a27d-bbddff9e51f5', 'name': '', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'mac_address': 'fa:16:3e:c7:2c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:30Z', 'updated_at': '2022-06-08T02:14:34Z', 'revision_number': 5, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'subnets': [{'id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:15:15.861821 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08fe2d1-c01e-4963-8ae6-bdb069da67f5 None None] The sync data for ids ['cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'] in dv-cinder-845069-1-iscsi is: [{'id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'name': 'tempest-TestVolumeBootPattern-1404169138-router', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:14:26Z', 'updated_at': '2022-06-08T02:14:30Z', 'revision_number': 4, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'gw_port': {'id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:27Z', 'updated_at': '2022-06-08T02:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': '1de3055d-1a7e-4078-b665-b1281ce615bb', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'port_id': '06b10b26-b9d9-4902-8c66-22b270f6722e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'mac_address': 'fa:16:3e:39:83:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215906f-096e-4a61-8b14-8a48d6262be8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:15:14Z', 'updated_at': '2022-06-08T02:15:14Z', 'revision_number': 0, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646a40c6-9089-487c-a27d-bbddff9e51f5', 'name': '', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'mac_address': 'fa:16:3e:c7:2c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:30Z', 'updated_at': '2022-06-08T02:14:34Z', 'revision_number': 5, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'subnets': [{'id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:15:16.058759 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d159d3e-d8a3-499a-8f0d-d4b5c7173509 None None] New status for floating IP 1de3055d-1a7e-4078-b665-b1281ce615bb: ACTIVE {{(pid=104270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 02:15:16.109577 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:16.144281 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-0f586dfe-dcd5-41ca-918a-f6fe8af0edc1 service neutron] 10.222.0.20 "GET /v2.0/networks/ace59b46-c184-42c4-a8ec-b505d053335a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018764 Jun 08 02:15:16.146209 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-28deba70-6c61-424f-83b0-28c97e910e7f req-b85cda37-496c-4610-b3e8-191f1d83b1e4 service neutron] 10.222.0.15 "GET /v2.0/networks/05318a5a-b32e-458e-9f7c-d5bc705960a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962801 Jun 08 02:15:16.245750 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-28deba70-6c61-424f-83b0-28c97e910e7f req-bce4ebb1-a1aa-41ee-bb4e-42d17e4ea9c9 service neutron] 10.222.0.15 "GET /v2.0/networks/05318a5a-b32e-458e-9f7c-d5bc705960a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935118 Jun 08 02:15:16.316197 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b6ab54a5-8c5b-4356-9d5b-6fad4b6a089b req-fa4455e8-ef47-4c47-85ba-81de0030a585 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c868872-2f72-4087-a4c5-ce9521b788b8 HTTP/1.1" status: 200 len: 210 time: 0.0284922 Jun 08 02:15:17.256805 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-0cce0b9b-16dc-4ec2-9bc8-f5c4213122c2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:17.259933 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-0cce0b9b-16dc-4ec2-9bc8-f5c4213122c2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.15 "GET /v2.0/networks?id=ace59b46-c184-42c4-a8ec-b505d053335a HTTP/1.1" status: 200 len: 814 time: 0.1111791 Jun 08 02:15:17.323439 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-42d11f0e-fab9-4148-a7d5-2ffe3fc660f3 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=879e3eacb3bc4b69891677c86bbd5de3 HTTP/1.1" status: 200 len: 380 time: 0.0552359 Jun 08 02:15:17.338339 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-87dcec11-1364-4adc-825d-b84934579f6a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Request body: {'port': {'device_id': '9c868872-2f72-4087-a4c5-ce9521b788b8', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'admin_state_up': True, 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'security_groups': ['29253824-238e-44aa-a7c2-ef64171107db']}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:15:17.433281 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-670f1bf5-35ad-44ce-94f7-eda7aa6c75eb req-9100bf23-7542-4906-8365-432a67a6f74f tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c868872-2f72-4087-a4c5-ce9521b788b8 HTTP/1.1" status: 200 len: 210 time: 0.0414340 Jun 08 02:15:17.473463 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-87dcec11-1364-4adc-825d-b84934579f6a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Made reservation on behalf of 879e3eacb3bc4b69891677c86bbd5de3 for: {'port': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:15:17.476806 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-87dcec11-1364-4adc-825d-b84934579f6a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:17.619779 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-87dcec11-1364-4adc-825d-b84934579f6a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Allocated IP 172.20.0.7 (ace59b46-c184-42c4-a8ec-b505d053335a/b7889fa0-9427-4972-9b51-61090e0e1386/2d91729d-b2d9-4095-9424-08d2c9e7097d) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:15:17.753980 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:17.763897 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-87dcec11-1364-4adc-825d-b84934579f6a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for port (2d91729d-b2d9-4095-9424-08d2c9e7097d), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:17.796326 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-87dcec11-1364-4adc-825d-b84934579f6a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (2d91729d-b2d9-4095-9424-08d2c9e7097d), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:17.835520 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:17.839165 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-87dcec11-1364-4adc-825d-b84934579f6a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Network ace59b46-c184-42c4-a8ec-b505d053335a is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:15:17.847498 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-87dcec11-1364-4adc-825d-b84934579f6a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:15:17.850027 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-87dcec11-1364-4adc-825d-b84934579f6a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:15:17.872762 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dcec11-1364-4adc-825d-b84934579f6a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Pushing event updated for resources: {'Port': ['ID=2d91729d-b2d9-4095-9424-08d2c9e7097d,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:15:17.901373 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-87dcec11-1364-4adc-825d-b84934579f6a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:17.901974 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-87dcec11-1364-4adc-825d-b84934579f6a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:17.922179 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-87dcec11-1364-4adc-825d-b84934579f6a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5874209 Jun 08 02:15:17.934483 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-cc0dedf8-0bee-4e98-8a75-954f5f5d6e92 service neutron] Request body: {'port': {'device_id': '9c868872-2f72-4087-a4c5-ce9521b788b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:15:18.001017 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-cc0dedf8-0bee-4e98-8a75-954f5f5d6e92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (2d91729d-b2d9-4095-9424-08d2c9e7097d), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:18.123756 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-fa63d149-d39f-4e08-a722-0ba3b92d7289 None None] Provisioning complete for port 2d91729d-b2d9-4095-9424-08d2c9e7097d triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:15:18.124260 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-fa63d149-d39f-4e08-a722-0ba3b92d7289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (2d91729d-b2d9-4095-9424-08d2c9e7097d), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:18.160387 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-fa63d149-d39f-4e08-a722-0ba3b92d7289 None None] Port 2d91729d-b2d9-4095-9424-08d2c9e7097d cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:15:18.294307 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-cc0dedf8-0bee-4e98-8a75-954f5f5d6e92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d91729d-b2d9-4095-9424-08d2c9e7097d {{(pid=104268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:15:18.302008 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-cc0dedf8-0bee-4e98-8a75-954f5f5d6e92 service neutron] Publish callbacks [] for port (2d91729d-b2d9-4095-9424-08d2c9e7097d), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:18.314387 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.provisioning_blocks [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-cc0dedf8-0bee-4e98-8a75-954f5f5d6e92 service neutron] Transition to ACTIVE for port object 2d91729d-b2d9-4095-9424-08d2c9e7097d will not be triggered until provisioned by entity L2. {{(pid=104268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 02:15:18.318316 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-cc0dedf8-0bee-4e98-8a75-954f5f5d6e92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (2d91729d-b2d9-4095-9424-08d2c9e7097d), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:18.365884 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0dedf8-0bee-4e98-8a75-954f5f5d6e92 service neutron] Pushing event updated for resources: {'Port': ['ID=2d91729d-b2d9-4095-9424-08d2c9e7097d,revision_number=2']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:15:18.439554 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-cc0dedf8-0bee-4e98-8a75-954f5f5d6e92 service neutron] Attempting to bind port 2d91729d-b2d9-4095-9424-08d2c9e7097d on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:15:18.439891 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-cc0dedf8-0bee-4e98-8a75-954f5f5d6e92 service neutron] Attempting to bind port 2d91729d-b2d9-4095-9424-08d2c9e7097d by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': 'c782ea20-85ec-40e7-bc18-0d9fccaf21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a'}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:15:18.440764 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-cc0dedf8-0bee-4e98-8a75-954f5f5d6e92 service neutron] Attempting to bind port 2d91729d-b2d9-4095-9424-08d2c9e7097d on network ace59b46-c184-42c4-a8ec-b505d053335a {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:15:18.445608 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-cc0dedf8-0bee-4e98-8a75-954f5f5d6e92 service neutron] Port 2d91729d-b2d9-4095-9424-08d2c9e7097d on network ace59b46-c184-42c4-a8ec-b505d053335a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 02:15:18.445952 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-cc0dedf8-0bee-4e98-8a75-954f5f5d6e92 service neutron] Attempting to bind port 2d91729d-b2d9-4095-9424-08d2c9e7097d on network ace59b46-c184-42c4-a8ec-b505d053335a {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:15:18.450981 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-cc0dedf8-0bee-4e98-8a75-954f5f5d6e92 service neutron] Checking agent: {'id': 'aa11e808-eba7-468a-acd8-b3aef0cfc542', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'started_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:15:18.451314 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-cc0dedf8-0bee-4e98-8a75-954f5f5d6e92 service neutron] Checking segment: {'id': 'c782ea20-85ec-40e7-bc18-0d9fccaf21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:15:18.451694 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-cc0dedf8-0bee-4e98-8a75-954f5f5d6e92 service neutron] Bound using segment: {'id': 'c782ea20-85ec-40e7-bc18-0d9fccaf21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a'} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:15:18.452112 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-cc0dedf8-0bee-4e98-8a75-954f5f5d6e92 service neutron] Bound port: 2d91729d-b2d9-4095-9424-08d2c9e7097d, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c782ea20-85ec-40e7-bc18-0d9fccaf21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a'}}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:15:18.452498 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-cc0dedf8-0bee-4e98-8a75-954f5f5d6e92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (2d91729d-b2d9-4095-9424-08d2c9e7097d), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:18.550976 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:18.555192 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-cc0dedf8-0bee-4e98-8a75-954f5f5d6e92 service neutron] For port 2d91729d-b2d9-4095-9424-08d2c9e7097d, host hv-cinder-84506, cleared binding levels {{(pid=104268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:15:18.575155 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-cc0dedf8-0bee-4e98-8a75-954f5f5d6e92 service neutron] For port 2d91729d-b2d9-4095-9424-08d2c9e7097d, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=2d91729d-b2d9-4095-9424-08d2c9e7097d,segment=NetworkSegment(c782ea20-85ec-40e7-bc18-0d9fccaf21a0),segment_id=c782ea20-85ec-40e7-bc18-0d9fccaf21a0)] {{(pid=104268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:15:18.587694 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea094a-b127-4314-bd0b-955224faab4a req-73e74cf1-fba5-44b9-8f2d-ce0b5fee443a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:18.589282 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a1ea094a-b127-4314-bd0b-955224faab4a req-73e74cf1-fba5-44b9-8f2d-ce0b5fee443a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c868872-2f72-4087-a4c5-ce9521b788b8 HTTP/1.1" status: 200 len: 943 time: 0.0770094 Jun 08 02:15:18.591625 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-cc0dedf8-0bee-4e98-8a75-954f5f5d6e92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (2d91729d-b2d9-4095-9424-08d2c9e7097d), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:18.647122 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-cc0dedf8-0bee-4e98-8a75-954f5f5d6e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:18.647794 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-cc0dedf8-0bee-4e98-8a75-954f5f5d6e92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:18.649123 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-cc0dedf8-0bee-4e98-8a75-954f5f5d6e92 service neutron] 10.222.0.15 "PUT /v2.0/ports/2d91729d-b2d9-4095-9424-08d2c9e7097d HTTP/1.1" status: 200 len: 1093 time: 0.7197936 Jun 08 02:15:18.649625 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c868872-2f72-4087-a4c5-ce9521b788b8', 'tag': '2d91729d-b2d9-4095-9424-08d2c9e7097d'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:15:18.651840 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce87165f-90ee-430d-abb8-846ed652fe3b" -d '{"events": [{"name": "network-changed", "server_uuid": "9c868872-2f72-4087-a4c5-ce9521b788b8", "tag": "2d91729d-b2d9-4095-9424-08d2c9e7097d"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:15:18.686436 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:18.694090 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0dedf8-0bee-4e98-8a75-954f5f5d6e92 service neutron] Pushing event updated for resources: {'Port': ['ID=2d91729d-b2d9-4095-9424-08d2c9e7097d,revision_number=3']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:15:18.709488 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc07247-4845-4f65-ab5d-3d081edf1765 x-openstack-request-id: req-9cc07247-4845-4f65-ab5d-3d081edf1765 {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:15:18.709782 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c868872-2f72-4087-a4c5-ce9521b788b8", "tag": "2d91729d-b2d9-4095-9424-08d2c9e7097d", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:15:18.710035 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9cc07247-4845-4f65-ab5d-3d081edf1765 {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:15:18.710435 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cc07247-4845-4f65-ab5d-3d081edf1765'] response: {'name': 'network-changed', 'server_uuid': '9c868872-2f72-4087-a4c5-ce9521b788b8', 'tag': '2d91729d-b2d9-4095-9424-08d2c9e7097d', 'status': 'completed', 'code': 200} Jun 08 02:15:18.717411 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a1ea094a-b127-4314-bd0b-955224faab4a req-03428a7f-c291-4029-aa60-ec8cf597e0ef tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=29253824-238e-44aa-a7c2-ef64171107db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192787 Jun 08 02:15:18.748605 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-d306c20c-ec50-40f5-9d58-de76243555f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:18.750178 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-d306c20c-ec50-40f5-9d58-de76243555f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=879e3eacb3bc4b69891677c86bbd5de3&device_id=9c868872-2f72-4087-a4c5-ce9521b788b8 HTTP/1.1" status: 200 len: 1127 time: 0.0571411 Jun 08 02:15:18.794388 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-6a0217ac-f7c4-49a8-a96d-5c588128c3eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d91729d-b2d9-4095-9424-08d2c9e7097d HTTP/1.1" status: 200 len: 217 time: 0.0379894 Jun 08 02:15:18.842693 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-410da0f8-76f0-4960-bfec-cff81b3da563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:18.844156 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-410da0f8-76f0-4960-bfec-cff81b3da563 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7889fa0-9427-4972-9b51-61090e0e1386 HTTP/1.1" status: 200 len: 853 time: 0.0447633 Jun 08 02:15:18.892829 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-ecb5bbd3-400e-4462-9dc4-9fdcbc44b4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:18.894777 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-ecb5bbd3-400e-4462-9dc4-9fdcbc44b4b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ace59b46-c184-42c4-a8ec-b505d053335a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446448 Jun 08 02:15:18.983648 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-837a1cc6-87bc-4a48-b73e-89b554c224a5 service neutron] 10.222.0.15 "GET /v2.0/networks/ace59b46-c184-42c4-a8ec-b505d053335a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830109 Jun 08 02:15:19.074869 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-062bff14-5dfb-4360-8c49-ceebe0dce51b req-7e826933-8a1e-4478-8d59-3ef9e7ab5005 service neutron] 10.222.0.15 "GET /v2.0/networks/ace59b46-c184-42c4-a8ec-b505d053335a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855401 Jun 08 02:15:19.836595 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eedc20-46cc-4601-908a-64fa6131ad98 req-1e6bea9e-951c-429c-bb7c-fc486b728805 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:19.838044 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-75eedc20-46cc-4601-908a-64fa6131ad98 req-1e6bea9e-951c-429c-bb7c-fc486b728805 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c868872-2f72-4087-a4c5-ce9521b788b8 HTTP/1.1" status: 200 len: 943 time: 0.0471470 Jun 08 02:15:19.885028 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-75eedc20-46cc-4601-908a-64fa6131ad98 req-f2a6587f-6c97-46b2-ae19-cb5f6221f96c tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=29253824-238e-44aa-a7c2-ef64171107db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415649 Jun 08 02:15:19.935286 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87165f-90ee-430d-abb8-846ed652fe3b req-3b15ede3-30d2-4ff3-be1a-9211bd1d9601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:19.936776 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ce87165f-90ee-430d-abb8-846ed652fe3b req-3b15ede3-30d2-4ff3-be1a-9211bd1d9601 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=879e3eacb3bc4b69891677c86bbd5de3&device_id=9c868872-2f72-4087-a4c5-ce9521b788b8 HTTP/1.1" status: 200 len: 1127 time: 0.0388854 Jun 08 02:15:20.028010 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87165f-90ee-430d-abb8-846ed652fe3b req-2e668b59-8298-4e10-b987-6412d0637e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:20.029393 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ce87165f-90ee-430d-abb8-846ed652fe3b req-2e668b59-8298-4e10-b987-6412d0637e14 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ace59b46-c184-42c4-a8ec-b505d053335a HTTP/1.1" status: 200 len: 915 time: 0.0866802 Jun 08 02:15:20.070402 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ce87165f-90ee-430d-abb8-846ed652fe3b req-3e69c528-041b-4c00-9d50-80e77ad430f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d91729d-b2d9-4095-9424-08d2c9e7097d HTTP/1.1" status: 200 len: 217 time: 0.0317826 Jun 08 02:15:20.121493 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87165f-90ee-430d-abb8-846ed652fe3b req-c3b3b36d-73f3-40a9-bb63-2993e53bb42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:20.122971 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ce87165f-90ee-430d-abb8-846ed652fe3b req-c3b3b36d-73f3-40a9-bb63-2993e53bb42e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7889fa0-9427-4972-9b51-61090e0e1386 HTTP/1.1" status: 200 len: 853 time: 0.0471003 Jun 08 02:15:20.167776 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87165f-90ee-430d-abb8-846ed652fe3b req-c53449bc-ca86-491b-9578-bf3c0e7070c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:20.169287 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ce87165f-90ee-430d-abb8-846ed652fe3b req-c53449bc-ca86-491b-9578-bf3c0e7070c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ace59b46-c184-42c4-a8ec-b505d053335a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396948 Jun 08 02:15:20.255260 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ce87165f-90ee-430d-abb8-846ed652fe3b req-53ad325d-1c5c-4590-8e4c-d335e34d5bcd service neutron] 10.222.0.15 "GET /v2.0/networks/ace59b46-c184-42c4-a8ec-b505d053335a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801067 Jun 08 02:15:20.313908 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:20.345708 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-ce87165f-90ee-430d-abb8-846ed652fe3b req-dbc6c68b-90c9-4e19-9ee6-de3b9c8d1bf0 service neutron] 10.222.0.15 "GET /v2.0/networks/ace59b46-c184-42c4-a8ec-b505d053335a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850122 Jun 08 02:15:20.998219 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9ada2-a61e-497f-b2fe-004ff1fa6284 req-e3bae38f-cbde-42fa-b762-47a265bd6789 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:20.999666 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0fa9ada2-a61e-497f-b2fe-004ff1fa6284 req-e3bae38f-cbde-42fa-b762-47a265bd6789 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c868872-2f72-4087-a4c5-ce9521b788b8 HTTP/1.1" status: 200 len: 943 time: 0.0465915 Jun 08 02:15:21.046893 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0fa9ada2-a61e-497f-b2fe-004ff1fa6284 req-a152808c-aa5e-4cc9-af0f-7a5778d789d5 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=29253824-238e-44aa-a7c2-ef64171107db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408287 Jun 08 02:15:22.163263 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e47e69-d81a-428e-8283-3ade94cab535 req-4dd6ea4f-fbab-4cd2-9f8a-82a9bf6fdcdf tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:22.164666 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-83e47e69-d81a-428e-8283-3ade94cab535 req-4dd6ea4f-fbab-4cd2-9f8a-82a9bf6fdcdf tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c868872-2f72-4087-a4c5-ce9521b788b8 HTTP/1.1" status: 200 len: 943 time: 0.0505991 Jun 08 02:15:22.210916 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-83e47e69-d81a-428e-8283-3ade94cab535 req-e5f8443f-7248-420b-b8ba-5b40136de73e tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=29253824-238e-44aa-a7c2-ef64171107db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407910 Jun 08 02:15:22.241146 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 2d91729d-b2d9-4095-9424-08d2c9e7097d details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 02:15:22.339119 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 2d91729d-b2d9-4095-9424-08d2c9e7097d, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=2d91729d-b2d9-4095-9424-08d2c9e7097d,segment=NetworkSegment(c782ea20-85ec-40e7-bc18-0d9fccaf21a0),segment_id=c782ea20-85ec-40e7-bc18-0d9fccaf21a0)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:15:22.472183 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Returning: {'device': '2d91729d-b2d9-4095-9424-08d2c9e7097d', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'port_id': '2d91729d-b2d9-4095-9424-08d2c9e7097d', 'mac_address': 'fa:16:3e:ab:3e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 02:15:22.506135 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 2d91729d-b2d9-4095-9424-08d2c9e7097d is: DOWN; New status is: BUILD {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:15:22.506516 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (2d91729d-b2d9-4095-9424-08d2c9e7097d), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:22.519112 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d91729d-b2d9-4095-9424-08d2c9e7097d {{(pid=104270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:15:22.538820 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 2d91729d-b2d9-4095-9424-08d2c9e7097d, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=2d91729d-b2d9-4095-9424-08d2c9e7097d,segment=NetworkSegment(c782ea20-85ec-40e7-bc18-0d9fccaf21a0),segment_id=c782ea20-85ec-40e7-bc18-0d9fccaf21a0)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:15:22.542295 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (2d91729d-b2d9-4095-9424-08d2c9e7097d), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:22.587007 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=2d91729d-b2d9-4095-9424-08d2c9e7097d,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:15:22.593923 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:22.594270 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:22.594611 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:22.594947 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:22.595278 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:22.595606 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:22.595928 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:22.596248 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:22.596615 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:22.597057 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:22.597387 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:22.597707 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:22.598027 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:22.598345 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:22.598661 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:15:22.788864 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['2d91729d-b2d9-4095-9424-08d2c9e7097d'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:15:22.845753 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:22.870946 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:23.375195 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094be62-2f42-4b00-9820-a0dc64e43e95 req-9bde5433-3dd7-43f6-98c6-620db1e374e5 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:23.376660 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0094be62-2f42-4b00-9820-a0dc64e43e95 req-9bde5433-3dd7-43f6-98c6-620db1e374e5 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c868872-2f72-4087-a4c5-ce9521b788b8 HTTP/1.1" status: 200 len: 944 time: 0.0985398 Jun 08 02:15:23.388662 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:23.424122 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0094be62-2f42-4b00-9820-a0dc64e43e95 req-56bec740-ed3b-4bc3-9e2b-ad2fd89b4808 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=29253824-238e-44aa-a7c2-ef64171107db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417197 Jun 08 02:15:24.239116 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 2d91729d-b2d9-4095-9424-08d2c9e7097d up at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:15:24.280457 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning for port 2d91729d-b2d9-4095-9424-08d2c9e7097d completed by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 02:15:24.286468 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning complete for port 2d91729d-b2d9-4095-9424-08d2c9e7097d triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:15:24.287159 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (2d91729d-b2d9-4095-9424-08d2c9e7097d), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:24.375421 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 2d91729d-b2d9-4095-9424-08d2c9e7097d is: BUILD; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:15:24.375802 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (2d91729d-b2d9-4095-9424-08d2c9e7097d), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:24.399730 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c868872-2f72-4087-a4c5-ce9521b788b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d91729d-b2d9-4095-9424-08d2c9e7097d'}] {{(pid=104270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:15:24.401919 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8be0b5de5a23eefcc09db06b1daf5598b5c3b6529c2083486e3c6bab2d5553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a52a55c-a371-4b8c-8d28-158e4516e836" -d '{"events": [{"server_uuid": "9c868872-2f72-4087-a4c5-ce9521b788b8", "name": "network-vif-plugged", "status": "completed", "tag": "2d91729d-b2d9-4095-9424-08d2c9e7097d"}]}' {{(pid=104270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:15:24.416837 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 2d91729d-b2d9-4095-9424-08d2c9e7097d, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=2d91729d-b2d9-4095-9424-08d2c9e7097d,segment=NetworkSegment(c782ea20-85ec-40e7-bc18-0d9fccaf21a0),segment_id=c782ea20-85ec-40e7-bc18-0d9fccaf21a0)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:15:24.420655 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (2d91729d-b2d9-4095-9424-08d2c9e7097d), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:24.446196 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aebd3ce-25c3-4dc4-9afb-173a692c0a7f x-openstack-request-id: req-8aebd3ce-25c3-4dc4-9afb-173a692c0a7f {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:15:24.446483 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c868872-2f72-4087-a4c5-ce9521b788b8", "name": "network-vif-plugged", "status": "completed", "tag": "2d91729d-b2d9-4095-9424-08d2c9e7097d", "code": 200}]} {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:15:24.446731 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8aebd3ce-25c3-4dc4-9afb-173a692c0a7f {{(pid=104270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:15:24.447134 dv-cinder-845069-1-iscsi neutron-server[104270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aebd3ce-25c3-4dc4-9afb-173a692c0a7f'] response: {'server_uuid': '9c868872-2f72-4087-a4c5-ce9521b788b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d91729d-b2d9-4095-9424-08d2c9e7097d', 'code': 200} Jun 08 02:15:24.477779 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=2d91729d-b2d9-4095-9424-08d2c9e7097d,revision_number=5']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:15:24.542207 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96b03c-f999-4111-a0bb-9eec2748c9dc req-d726d37a-0757-4314-8080-f6b05d4e9134 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:24.543702 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-be96b03c-f999-4111-a0bb-9eec2748c9dc req-d726d37a-0757-4314-8080-f6b05d4e9134 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c868872-2f72-4087-a4c5-ce9521b788b8 HTTP/1.1" status: 200 len: 945 time: 0.0490572 Jun 08 02:15:24.623868 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-be96b03c-f999-4111-a0bb-9eec2748c9dc req-603e592b-7364-404b-a85e-930a90d1f922 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=29253824-238e-44aa-a7c2-ef64171107db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744939 Jun 08 02:15:24.626989 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9f559-3fcc-422f-9ca7-7861b81b5b2f req-bbb5a7c7-492a-4aee-80ae-98b10ba993da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:24.628363 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-01b9f559-3fcc-422f-9ca7-7861b81b5b2f req-bbb5a7c7-492a-4aee-80ae-98b10ba993da service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9c868872-2f72-4087-a4c5-ce9521b788b8 HTTP/1.1" status: 200 len: 1129 time: 0.0527215 Jun 08 02:15:24.674956 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-01b9f559-3fcc-422f-9ca7-7861b81b5b2f req-cba05d71-5456-40f0-a1ae-9c760023751a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=29253824-238e-44aa-a7c2-ef64171107db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406184 Jun 08 02:15:25.190693 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=29,neutron:DELETE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:25.193159 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=35 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:25.649218 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:25.749348 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a8f1d-f431-4c54-b67d-b8e1d4a48e74 req-92730f0e-286b-454f-ac00-3dab9c3d8ece tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:25.750854 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e91a8f1d-f431-4c54-b67d-b8e1d4a48e74 req-92730f0e-286b-454f-ac00-3dab9c3d8ece tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c868872-2f72-4087-a4c5-ce9521b788b8 HTTP/1.1" status: 200 len: 945 time: 0.0493243 Jun 08 02:15:25.849452 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e91a8f1d-f431-4c54-b67d-b8e1d4a48e74 req-988ec6b1-0c13-4f5a-8c0b-c8364a883344 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=29253824-238e-44aa-a7c2-ef64171107db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930018 Jun 08 02:15:26.966572 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90e527-38a1-472f-865d-16fca99e282f req-044d39d0-0a43-4368-ad43-dade0c11ad1d tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:26.968029 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4e90e527-38a1-472f-865d-16fca99e282f req-044d39d0-0a43-4368-ad43-dade0c11ad1d tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c868872-2f72-4087-a4c5-ce9521b788b8 HTTP/1.1" status: 200 len: 945 time: 0.0505855 Jun 08 02:15:27.015199 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4e90e527-38a1-472f-865d-16fca99e282f req-5ca0a629-edd6-4bef-bbbe-6812ae36e05b tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=29253824-238e-44aa-a7c2-ef64171107db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410480 Jun 08 02:15:27.126336 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd98d5-f1ed-4b40-8134-dce9cf3ddf8d req-4906d396-812f-4025-94d6-33e6e92d2520 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:27.127674 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-80dd98d5-f1ed-4b40-8134-dce9cf3ddf8d req-4906d396-812f-4025-94d6-33e6e92d2520 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c868872-2f72-4087-a4c5-ce9521b788b8 HTTP/1.1" status: 200 len: 945 time: 0.0464323 Jun 08 02:15:27.136264 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 58796) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:15:27.140490 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-955d191f-1c3a-427d-a656-2337a257450e tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Request body: {'floatingip': {'port_id': '2d91729d-b2d9-4095-9424-08d2c9e7097d'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:15:27.177293 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-955d191f-1c3a-427d-a656-2337a257450e tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for floatingip (d1696a94-88dd-4d20-8fb8-7cac2e9ed94e), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:27.421599 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:27.592992 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-955d191f-1c3a-427d-a656-2337a257450e tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:27.596747 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-955d191f-1c3a-427d-a656-2337a257450e tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682813'] for floatingip (d1696a94-88dd-4d20-8fb8-7cac2e9ed94e), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:27.690961 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.db.l3_db [None req-955d191f-1c3a-427d-a656-2337a257450e tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Floating IP d1696a94-88dd-4d20-8fb8-7cac2e9ed94e associated. External IP: 172.27.1.161, port: 2d91729d-b2d9-4095-9424-08d2c9e7097d. Jun 08 02:15:27.726311 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:27.885396 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955d191f-1c3a-427d-a656-2337a257450e tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Router 7b894861-f3fe-47b8-8c74-31a38c95ae7e has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:15:27.984449 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955d191f-1c3a-427d-a656-2337a257450e tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:15:27.989436 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-955d191f-1c3a-427d-a656-2337a257450e tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:27.994170 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5a772d-374a-421e-a274-baa0a4a6b100 None None] Sync routers for ids ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'] in dv-cinder-845069-1-iscsi {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:15:28.004260 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5a772d-374a-421e-a274-baa0a4a6b100 None None] Routers {'7b894861-f3fe-47b8-8c74-31a38c95ae7e'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:15:28.004912 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-9c5a772d-374a-421e-a274-baa0a4a6b100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:15:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:15:28.024537 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-955d191f-1c3a-427d-a656-2337a257450e tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "PUT /v2.0/floatingips/d1696a94-88dd-4d20-8fb8-7cac2e9ed94e HTTP/1.1" status: 200 len: 991 time: 0.8871942 Jun 08 02:15:28.025230 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c868872-2f72-4087-a4c5-ce9521b788b8', 'tag': '2d91729d-b2d9-4095-9424-08d2c9e7097d'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:15:28.027443 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa06d8c-0531-4190-8443-e623d25f2c67" -d '{"events": [{"name": "network-changed", "server_uuid": "9c868872-2f72-4087-a4c5-ce9521b788b8", "tag": "2d91729d-b2d9-4095-9424-08d2c9e7097d"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:15:28.070653 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76673ac5-2313-4988-b5a4-360b57086fac x-openstack-request-id: req-76673ac5-2313-4988-b5a4-360b57086fac {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:15:28.070947 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c868872-2f72-4087-a4c5-ce9521b788b8", "tag": "2d91729d-b2d9-4095-9424-08d2c9e7097d", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:15:28.071199 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76673ac5-2313-4988-b5a4-360b57086fac {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:15:28.071606 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76673ac5-2313-4988-b5a4-360b57086fac'] response: {'name': 'network-changed', 'server_uuid': '9c868872-2f72-4087-a4c5-ce9521b788b8', 'tag': '2d91729d-b2d9-4095-9424-08d2c9e7097d', 'status': 'completed', 'code': 200} Jun 08 02:15:28.110555 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-9c5a772d-374a-421e-a274-baa0a4a6b100 None None] Set router 7b894861-f3fe-47b8-8c74-31a38c95ae7e gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:15:28.136159 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa06d8c-0531-4190-8443-e623d25f2c67 req-fd1562c4-35c2-4606-bdca-ce745ea88053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:28.137702 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3fa06d8c-0531-4190-8443-e623d25f2c67 req-fd1562c4-35c2-4606-bdca-ce745ea88053 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=879e3eacb3bc4b69891677c86bbd5de3&device_id=9c868872-2f72-4087-a4c5-ce9521b788b8 HTTP/1.1" status: 200 len: 1129 time: 0.0404155 Jun 08 02:15:28.226632 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa06d8c-0531-4190-8443-e623d25f2c67 req-e4f90542-dc90-44b7-a942-7b14c05cfeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:28.228139 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3fa06d8c-0531-4190-8443-e623d25f2c67 req-e4f90542-dc90-44b7-a942-7b14c05cfeee service neutron] 10.222.0.15 "GET /v2.0/networks?id=ace59b46-c184-42c4-a8ec-b505d053335a HTTP/1.1" status: 200 len: 915 time: 0.0847998 Jun 08 02:15:28.297098 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3fa06d8c-0531-4190-8443-e623d25f2c67 req-5fb46566-a690-4905-9c40-3cb330597002 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d91729d-b2d9-4095-9424-08d2c9e7097d HTTP/1.1" status: 200 len: 999 time: 0.0624397 Jun 08 02:15:28.348626 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa06d8c-0531-4190-8443-e623d25f2c67 req-b8768d1e-3c0b-4fba-a9ad-7798fc4fbca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:28.350080 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3fa06d8c-0531-4190-8443-e623d25f2c67 req-b8768d1e-3c0b-4fba-a9ad-7798fc4fbca3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7889fa0-9427-4972-9b51-61090e0e1386 HTTP/1.1" status: 200 len: 853 time: 0.0442381 Jun 08 02:15:28.396249 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa06d8c-0531-4190-8443-e623d25f2c67 req-ef458c02-601d-487c-9531-bf9cff5967ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:15:28.398666 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3fa06d8c-0531-4190-8443-e623d25f2c67 req-ef458c02-601d-487c-9531-bf9cff5967ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ace59b46-c184-42c4-a8ec-b505d053335a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428994 Jun 08 02:15:28.405895 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-9c5a772d-374a-421e-a274-baa0a4a6b100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'name': 'tempest-AttachVolumeNegativeTest-124736651-router', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:11Z', 'revision_number': 4, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'gw_port': {'id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': 'd1696a94-88dd-4d20-8fb8-7cac2e9ed94e', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'port_id': '2d91729d-b2d9-4095-9424-08d2c9e7097d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'mac_address': 'fa:16:3e:ab:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c868872-2f72-4087-a4c5-ce9521b788b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:15:14Z', 'updated_at': '2022-06-08T02:15:27Z', 'revision_number': 1, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b88b84-8ac5-41d2-8ff5-d7833285f1a7', 'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'mac_address': 'fa:16:3e:0c:d6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:10Z', 'updated_at': '2022-06-08T02:13:14Z', 'revision_number': 5, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'subnets': [{'id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:15:28.422578 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:28.435893 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5a772d-374a-421e-a274-baa0a4a6b100 None None] Checking router: 7b894861-f3fe-47b8-8c74-31a38c95ae7e for host: dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:15:28.445227 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5a772d-374a-421e-a274-baa0a4a6b100 None None] Routers {'7b894861-f3fe-47b8-8c74-31a38c95ae7e'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:15:28.445873 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-9c5a772d-374a-421e-a274-baa0a4a6b100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:15:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:15:28.493591 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3fa06d8c-0531-4190-8443-e623d25f2c67 req-ad68e577-6e32-42cb-b9ef-5f4b37fd2881 service neutron] 10.222.0.15 "GET /v2.0/networks/ace59b46-c184-42c4-a8ec-b505d053335a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884588 Jun 08 02:15:28.544051 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-9c5a772d-374a-421e-a274-baa0a4a6b100 None None] Set router 7b894861-f3fe-47b8-8c74-31a38c95ae7e gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:15:28.584011 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3fa06d8c-0531-4190-8443-e623d25f2c67 req-22dbd24b-13a6-4ef6-a6b8-1935dc515732 service neutron] 10.222.0.15 "GET /v2.0/networks/ace59b46-c184-42c4-a8ec-b505d053335a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830381 Jun 08 02:15:28.700744 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=100 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:28.729448 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=100 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:28.748471 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-9c5a772d-374a-421e-a274-baa0a4a6b100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'name': 'tempest-AttachVolumeNegativeTest-124736651-router', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:11Z', 'revision_number': 4, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'gw_port': {'id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': 'd1696a94-88dd-4d20-8fb8-7cac2e9ed94e', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'port_id': '2d91729d-b2d9-4095-9424-08d2c9e7097d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'mac_address': 'fa:16:3e:ab:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c868872-2f72-4087-a4c5-ce9521b788b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:15:14Z', 'updated_at': '2022-06-08T02:15:27Z', 'revision_number': 1, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b88b84-8ac5-41d2-8ff5-d7833285f1a7', 'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'mac_address': 'fa:16:3e:0c:d6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:10Z', 'updated_at': '2022-06-08T02:13:14Z', 'revision_number': 5, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'subnets': [{'id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:15:28.772349 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5a772d-374a-421e-a274-baa0a4a6b100 None None] The sync data for ids ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'] in dv-cinder-845069-1-iscsi is: [{'id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'name': 'tempest-AttachVolumeNegativeTest-124736651-router', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:11Z', 'revision_number': 4, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'gw_port': {'id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': 'd1696a94-88dd-4d20-8fb8-7cac2e9ed94e', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'port_id': '2d91729d-b2d9-4095-9424-08d2c9e7097d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'mac_address': 'fa:16:3e:ab:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c868872-2f72-4087-a4c5-ce9521b788b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:15:14Z', 'updated_at': '2022-06-08T02:15:27Z', 'revision_number': 1, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b88b84-8ac5-41d2-8ff5-d7833285f1a7', 'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'mac_address': 'fa:16:3e:0c:d6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:10Z', 'updated_at': '2022-06-08T02:13:14Z', 'revision_number': 5, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'subnets': [{'id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:15:28.966924 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f7bf35-349b-41ee-92aa-e979b35706b3 None None] New status for floating IP d1696a94-88dd-4d20-8fb8-7cac2e9ed94e: ACTIVE {{(pid=104270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 02:15:36.848029 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-1c40d21b-3f30-496a-b8df-71c1262c928b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:38.575316 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=70 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:38.580600 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=22 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:38.751182 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=5 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:38.751878 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=5 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:39.148792 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-b764bd74-c5a8-47c4-8b72-1f0b18bf28fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:40.289493 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:41.893155 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:43.365269 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:15:48.328614 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:15:53.357361 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=57,neutron:UPDATE=4 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:53.359247 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=56,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:15:55.663779 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:05.336460 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=4 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:16:05.340778 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=4 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:16:05.657412 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:16:05.658859 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:16:06.850588 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-ccf5715b-ff71-4bed-93fe-221b28ef0b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:09.149483 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-b7cd7566-c5a5-488c-b3ec-fc6dd3d2c2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:10.291774 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:11.898838 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:13.369404 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:14.955879 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877b6a1-6f36-4f4c-9483-ce26543e9f03 req-e7710b0c-7044-4f6a-a67a-f4815b3cf644 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:16:14.957404 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5877b6a1-6f36-4f4c-9483-ce26543e9f03 req-e7710b0c-7044-4f6a-a67a-f4815b3cf644 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c868872-2f72-4087-a4c5-ce9521b788b8 HTTP/1.1" status: 200 len: 945 time: 0.0534091 Jun 08 02:16:15.243560 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5877b6a1-6f36-4f4c-9483-ce26543e9f03 req-fc69c55f-1286-40a5-87ca-73161d9452e2 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=29253824-238e-44aa-a7c2-ef64171107db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2792759 Jun 08 02:16:16.357523 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a9660-211b-41ca-b3a3-13fafed99ba1 req-b911aad8-519a-481f-be73-f6c41f8c2a11 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:16:16.358976 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b62a9660-211b-41ca-b3a3-13fafed99ba1 req-b911aad8-519a-481f-be73-f6c41f8c2a11 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c868872-2f72-4087-a4c5-ce9521b788b8 HTTP/1.1" status: 200 len: 945 time: 0.0469961 Jun 08 02:16:16.405609 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b62a9660-211b-41ca-b3a3-13fafed99ba1 req-e2bc7739-3c08-4af4-b200-85d72a9abe41 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=29253824-238e-44aa-a7c2-ef64171107db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409703 Jun 08 02:16:16.636631 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f892ec7-71b3-4dc5-a55b-8602e2b4b42e req-327c0490-4bdf-42f7-bd59-74044cea642c tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:16:16.637964 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8f892ec7-71b3-4dc5-a55b-8602e2b4b42e req-327c0490-4bdf-42f7-bd59-74044cea642c tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c868872-2f72-4087-a4c5-ce9521b788b8 HTTP/1.1" status: 200 len: 945 time: 0.0484180 Jun 08 02:16:16.716740 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-8f892ec7-71b3-4dc5-a55b-8602e2b4b42e req-7c769353-cef5-4e8f-b02a-0a5f76e65f73 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Deleting port 2d91729d-b2d9-4095-9424-08d2c9e7097d {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:16:16.717075 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-8f892ec7-71b3-4dc5-a55b-8602e2b4b42e req-7c769353-cef5-4e8f-b02a-0a5f76e65f73 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (2d91729d-b2d9-4095-9424-08d2c9e7097d), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:16.807514 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-8f892ec7-71b3-4dc5-a55b-8602e2b4b42e req-7c769353-cef5-4e8f-b02a-0a5f76e65f73 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] For port 2d91729d-b2d9-4095-9424-08d2c9e7097d, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=2d91729d-b2d9-4095-9424-08d2c9e7097d,segment=NetworkSegment(c782ea20-85ec-40e7-bc18-0d9fccaf21a0),segment_id=c782ea20-85ec-40e7-bc18-0d9fccaf21a0)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:16:16.807877 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-8f892ec7-71b3-4dc5-a55b-8602e2b4b42e req-7c769353-cef5-4e8f-b02a-0a5f76e65f73 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (2d91729d-b2d9-4095-9424-08d2c9e7097d), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:16.965970 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-8f892ec7-71b3-4dc5-a55b-8602e2b4b42e req-7c769353-cef5-4e8f-b02a-0a5f76e65f73 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:16.966331 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-8f892ec7-71b3-4dc5-a55b-8602e2b4b42e req-7c769353-cef5-4e8f-b02a-0a5f76e65f73 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682813'] for floatingip (d1696a94-88dd-4d20-8fb8-7cac2e9ed94e), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:16.966644 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.db.l3_db [req-8f892ec7-71b3-4dc5-a55b-8602e2b4b42e req-7c769353-cef5-4e8f-b02a-0a5f76e65f73 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Floating IP d1696a94-88dd-4d20-8fb8-7cac2e9ed94e disassociated. External IP: 172.27.1.161, port: 2d91729d-b2d9-4095-9424-08d2c9e7097d. Jun 08 02:16:16.966984 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-8f892ec7-71b3-4dc5-a55b-8602e2b4b42e req-7c769353-cef5-4e8f-b02a-0a5f76e65f73 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Calling delete_port for 2d91729d-b2d9-4095-9424-08d2c9e7097d owned by compute:nova {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:16:17.092256 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-8f892ec7-71b3-4dc5-a55b-8602e2b4b42e req-7c769353-cef5-4e8f-b02a-0a5f76e65f73 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (2d91729d-b2d9-4095-9424-08d2c9e7097d), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:17.119744 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c769353-cef5-4e8f-b02a-0a5f76e65f73 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Pushing event deleted for resources: {'Port': ['ID=2d91729d-b2d9-4095-9424-08d2c9e7097d,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:16:17.129916 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c769353-cef5-4e8f-b02a-0a5f76e65f73 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:17.130266 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c769353-cef5-4e8f-b02a-0a5f76e65f73 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:17.130609 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c769353-cef5-4e8f-b02a-0a5f76e65f73 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:17.131460 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c769353-cef5-4e8f-b02a-0a5f76e65f73 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:17.131802 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c769353-cef5-4e8f-b02a-0a5f76e65f73 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:17.132133 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c769353-cef5-4e8f-b02a-0a5f76e65f73 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:17.132483 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c769353-cef5-4e8f-b02a-0a5f76e65f73 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:17.132809 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c769353-cef5-4e8f-b02a-0a5f76e65f73 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:17.133133 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c769353-cef5-4e8f-b02a-0a5f76e65f73 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:17.133453 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c769353-cef5-4e8f-b02a-0a5f76e65f73 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:17.133779 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c769353-cef5-4e8f-b02a-0a5f76e65f73 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:17.134125 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c769353-cef5-4e8f-b02a-0a5f76e65f73 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:17.134443 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c769353-cef5-4e8f-b02a-0a5f76e65f73 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:17.134764 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c769353-cef5-4e8f-b02a-0a5f76e65f73 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:17.135084 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c769353-cef5-4e8f-b02a-0a5f76e65f73 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:17.235929 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:16:17.237787 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f892ec7-71b3-4dc5-a55b-8602e2b4b42e req-7c769353-cef5-4e8f-b02a-0a5f76e65f73 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Router 7b894861-f3fe-47b8-8c74-31a38c95ae7e has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:16:17.341202 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f892ec7-71b3-4dc5-a55b-8602e2b4b42e req-7c769353-cef5-4e8f-b02a-0a5f76e65f73 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:16:17.350503 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e659a3-4de1-4106-8685-f6c9e491220d None None] Sync routers for ids ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'] in dv-cinder-845069-1-iscsi {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:16:17.360873 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e659a3-4de1-4106-8685-f6c9e491220d None None] Routers {'7b894861-f3fe-47b8-8c74-31a38c95ae7e'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:16:17.361482 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-78e659a3-4de1-4106-8685-f6c9e491220d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:16:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:16:17.367666 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:16:17.384840 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f892ec7-71b3-4dc5-a55b-8602e2b4b42e req-7c769353-cef5-4e8f-b02a-0a5f76e65f73 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] No DVR routers for this DVR port 2d91729d-b2d9-4095-9424-08d2c9e7097d on host hv-cinder-84506 {{(pid=104268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:16:17.387944 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-8f892ec7-71b3-4dc5-a55b-8602e2b4b42e req-7c769353-cef5-4e8f-b02a-0a5f76e65f73 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:17.391319 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8f892ec7-71b3-4dc5-a55b-8602e2b4b42e req-7c769353-cef5-4e8f-b02a-0a5f76e65f73 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.15 "DELETE /v2.0/ports/2d91729d-b2d9-4095-9424-08d2c9e7097d HTTP/1.1" status: 204 len: 173 time: 0.7475145 Jun 08 02:16:17.391750 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c868872-2f72-4087-a4c5-ce9521b788b8', 'name': 'network-vif-deleted', 'tag': '2d91729d-b2d9-4095-9424-08d2c9e7097d'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:16:17.393990 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9825de7c-a460-45a0-a5e7-275eabfeb7ad" -d '{"events": [{"server_uuid": "9c868872-2f72-4087-a4c5-ce9521b788b8", "name": "network-vif-deleted", "tag": "2d91729d-b2d9-4095-9424-08d2c9e7097d"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:16:17.471579 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-78e659a3-4de1-4106-8685-f6c9e491220d None None] Set router 7b894861-f3fe-47b8-8c74-31a38c95ae7e gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:16:17.524247 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68cffb2-a37f-447b-8ac3-412308a888a0 x-openstack-request-id: req-e68cffb2-a37f-447b-8ac3-412308a888a0 {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:16:17.524610 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c868872-2f72-4087-a4c5-ce9521b788b8", "name": "network-vif-deleted", "tag": "2d91729d-b2d9-4095-9424-08d2c9e7097d", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:16:17.524908 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e68cffb2-a37f-447b-8ac3-412308a888a0 {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:16:17.525321 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e68cffb2-a37f-447b-8ac3-412308a888a0'] response: {'server_uuid': '9c868872-2f72-4087-a4c5-ce9521b788b8', 'name': 'network-vif-deleted', 'tag': '2d91729d-b2d9-4095-9424-08d2c9e7097d', 'status': 'completed', 'code': 200} Jun 08 02:16:17.573109 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-deb6d05f-2526-47dc-b438-02f2237e54ed req-2ded2685-e2e0-4252-9482-5cff868c113b tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c868872-2f72-4087-a4c5-ce9521b788b8 HTTP/1.1" status: 200 len: 210 time: 0.0466576 Jun 08 02:16:17.675382 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-78e659a3-4de1-4106-8685-f6c9e491220d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'name': 'tempest-AttachVolumeNegativeTest-124736651-router', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:11Z', 'revision_number': 4, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'gw_port': {'id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': 'a7b88b84-8ac5-41d2-8ff5-d7833285f1a7', 'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'mac_address': 'fa:16:3e:0c:d6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:10Z', 'updated_at': '2022-06-08T02:13:14Z', 'revision_number': 5, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'subnets': [{'id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:16:17.700018 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e659a3-4de1-4106-8685-f6c9e491220d None None] Checking router: 7b894861-f3fe-47b8-8c74-31a38c95ae7e for host: dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:16:17.708262 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e659a3-4de1-4106-8685-f6c9e491220d None None] Routers {'7b894861-f3fe-47b8-8c74-31a38c95ae7e'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:16:17.708882 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-78e659a3-4de1-4106-8685-f6c9e491220d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:16:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:16:17.807334 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-78e659a3-4de1-4106-8685-f6c9e491220d None None] Set router 7b894861-f3fe-47b8-8c74-31a38c95ae7e gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:16:17.997888 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-78e659a3-4de1-4106-8685-f6c9e491220d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'name': 'tempest-AttachVolumeNegativeTest-124736651-router', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:11Z', 'revision_number': 4, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'gw_port': {'id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': 'a7b88b84-8ac5-41d2-8ff5-d7833285f1a7', 'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'mac_address': 'fa:16:3e:0c:d6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:10Z', 'updated_at': '2022-06-08T02:13:14Z', 'revision_number': 5, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'subnets': [{'id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:16:18.025634 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e659a3-4de1-4106-8685-f6c9e491220d None None] The sync data for ids ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'] in dv-cinder-845069-1-iscsi is: [{'id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'name': 'tempest-AttachVolumeNegativeTest-124736651-router', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:11Z', 'revision_number': 4, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'gw_port': {'id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': 'a7b88b84-8ac5-41d2-8ff5-d7833285f1a7', 'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'mac_address': 'fa:16:3e:0c:d6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:10Z', 'updated_at': '2022-06-08T02:13:14Z', 'revision_number': 5, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'subnets': [{'id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:16:18.247901 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d39d0b-f56e-4717-b220-ec42956816fc None None] New status for floating IP d1696a94-88dd-4d20-8fb8-7cac2e9ed94e: DOWN {{(pid=104270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 02:16:18.659275 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 58894) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:16:18.714966 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-0a747442-87dd-47c9-87f1-b9ec8012cdcd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group (29253824-238e-44aa-a7c2-ef64171107db), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:18.738297 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-0a747442-87dd-47c9-87f1-b9ec8012cdcd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group (29253824-238e-44aa-a7c2-ef64171107db), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:18.784532 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-0a747442-87dd-47c9-87f1-b9ec8012cdcd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (29253824-238e-44aa-a7c2-ef64171107db), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:18.786965 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-0a747442-87dd-47c9-87f1-b9ec8012cdcd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:18.789028 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-0a747442-87dd-47c9-87f1-b9ec8012cdcd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "DELETE /v2.0/security-groups/29253824-238e-44aa-a7c2-ef64171107db HTTP/1.1" status: 204 len: 168 time: 0.1287928 Jun 08 02:16:18.791920 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 58898) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:16:18.798407 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a747442-87dd-47c9-87f1-b9ec8012cdcd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29253824-238e-44aa-a7c2-ef64171107db,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:16:18.805850 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.api.v2.resource [None req-3343962e-ed0a-4cb8-a42b-d10dd6e741d9 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] show failed (client error): The resource could not be found. Jun 08 02:16:18.806020 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a747442-87dd-47c9-87f1-b9ec8012cdcd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:18.806224 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a747442-87dd-47c9-87f1-b9ec8012cdcd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:18.806565 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a747442-87dd-47c9-87f1-b9ec8012cdcd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:18.806839 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-3343962e-ed0a-4cb8-a42b-d10dd6e741d9 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups/29253824-238e-44aa-a7c2-ef64171107db HTTP/1.1" status: 404 len: 347 time: 0.0138609 Jun 08 02:16:18.806953 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a747442-87dd-47c9-87f1-b9ec8012cdcd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:18.807216 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a747442-87dd-47c9-87f1-b9ec8012cdcd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:18.807542 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a747442-87dd-47c9-87f1-b9ec8012cdcd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:18.807867 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a747442-87dd-47c9-87f1-b9ec8012cdcd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:18.808190 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a747442-87dd-47c9-87f1-b9ec8012cdcd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:18.808543 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a747442-87dd-47c9-87f1-b9ec8012cdcd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:18.808869 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a747442-87dd-47c9-87f1-b9ec8012cdcd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:18.809194 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a747442-87dd-47c9-87f1-b9ec8012cdcd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:18.809514 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a747442-87dd-47c9-87f1-b9ec8012cdcd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:18.809693 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 58900) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:16:18.809832 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a747442-87dd-47c9-87f1-b9ec8012cdcd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:18.810151 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a747442-87dd-47c9-87f1-b9ec8012cdcd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:18.810469 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a747442-87dd-47c9-87f1-b9ec8012cdcd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:18.925928 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-b792f65b-3eee-4a48-97f5-839dbeee3066 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Deleting port c8c243a9-89d7-49d3-a321-d072366a4251 {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:16:18.926265 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b792f65b-3eee-4a48-97f5-839dbeee3066 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (c8c243a9-89d7-49d3-a321-d072366a4251), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:19.002277 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b792f65b-3eee-4a48-97f5-839dbeee3066 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (c8c243a9-89d7-49d3-a321-d072366a4251), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:19.002600 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b792f65b-3eee-4a48-97f5-839dbeee3066 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for floatingip (c8c243a9-89d7-49d3-a321-d072366a4251), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:19.015993 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-b792f65b-3eee-4a48-97f5-839dbeee3066 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Calling delete_port for c8c243a9-89d7-49d3-a321-d072366a4251 owned by network:floatingip {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:16:19.145818 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b792f65b-3eee-4a48-97f5-839dbeee3066 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (c8c243a9-89d7-49d3-a321-d072366a4251), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:19.168613 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792f65b-3eee-4a48-97f5-839dbeee3066 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Pushing event deleted for resources: {'Port': ['ID=c8c243a9-89d7-49d3-a321-d072366a4251,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:16:19.230825 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b792f65b-3eee-4a48-97f5-839dbeee3066 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for floatingip (d1696a94-88dd-4d20-8fb8-7cac2e9ed94e), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:19.233252 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b792f65b-3eee-4a48-97f5-839dbeee3066 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:19.234464 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-b792f65b-3eee-4a48-97f5-839dbeee3066 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "DELETE /v2.0/floatingips/d1696a94-88dd-4d20-8fb8-7cac2e9ed94e HTTP/1.1" status: 204 len: 168 time: 0.4236331 Jun 08 02:16:19.310450 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 58904) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:16:19.314896 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-2a8d598e-3484-4625-aaa7-1b5dcc1b430a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1606403381', 'description': 'tempest-description--2005517289'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:16:19.337230 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-2a8d598e-3484-4625-aaa7-1b5dcc1b430a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:19.408957 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-2a8d598e-3484-4625-aaa7-1b5dcc1b430a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group (e0e21d44-1a15-4ac8-b7cd-86657cdf81b6), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:19.412521 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-2a8d598e-3484-4625-aaa7-1b5dcc1b430a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (e0e21d44-1a15-4ac8-b7cd-86657cdf81b6), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:19.442850 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-2a8d598e-3484-4625-aaa7-1b5dcc1b430a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:19.444614 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-2a8d598e-3484-4625-aaa7-1b5dcc1b430a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1331444 Jun 08 02:16:19.445819 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d598e-3484-4625-aaa7-1b5dcc1b430a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e21d44-1a15-4ac8-b7cd-86657cdf81b6,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:16:19.447550 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 58906) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:16:19.452193 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-afd5f9f4-27f4-4ab2-a78f-90091c2e6b68 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Request body: {'security_group_rule': {'security_group_id': 'e0e21d44-1a15-4ac8-b7cd-86657cdf81b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:16:19.482918 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-afd5f9f4-27f4-4ab2-a78f-90091c2e6b68 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group_rule (8869f839-8966-4d1a-8bd3-e72c1c64bd24), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:19.538641 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-afd5f9f4-27f4-4ab2-a78f-90091c2e6b68 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group_rule (8869f839-8966-4d1a-8bd3-e72c1c64bd24), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:19.542163 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-afd5f9f4-27f4-4ab2-a78f-90091c2e6b68 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292501'] for security_group_rule (8869f839-8966-4d1a-8bd3-e72c1c64bd24), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:19.560874 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5f9f4-27f4-4ab2-a78f-90091c2e6b68 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8869f839-8966-4d1a-8bd3-e72c1c64bd24,revision_number=0']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:16:19.567022 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-afd5f9f4-27f4-4ab2-a78f-90091c2e6b68 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:19.568190 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-afd5f9f4-27f4-4ab2-a78f-90091c2e6b68 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196530 Jun 08 02:16:19.571617 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 58908) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:16:19.576030 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-cc50612b-2be9-49f9-ab0d-239051f5f0b0 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Request body: {'security_group_rule': {'security_group_id': 'e0e21d44-1a15-4ac8-b7cd-86657cdf81b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:16:19.603482 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-cc50612b-2be9-49f9-ab0d-239051f5f0b0 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group_rule (952ced54-8a2b-468d-a356-6a45efb0e32d), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:19.646425 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:16:19.663197 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-cc50612b-2be9-49f9-ab0d-239051f5f0b0 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group_rule (952ced54-8a2b-468d-a356-6a45efb0e32d), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:19.666140 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-cc50612b-2be9-49f9-ab0d-239051f5f0b0 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292501'] for security_group_rule (952ced54-8a2b-468d-a356-6a45efb0e32d), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:19.683579 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:16:19.687848 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50612b-2be9-49f9-ab0d-239051f5f0b0 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=952ced54-8a2b-468d-a356-6a45efb0e32d,revision_number=0']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:16:19.692879 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-cc50612b-2be9-49f9-ab0d-239051f5f0b0 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:19.694939 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-cc50612b-2be9-49f9-ab0d-239051f5f0b0 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220703 Jun 08 02:16:19.697890 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 58910) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:16:19.702797 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-e0f502ef-7393-4a6d-b7eb-c522ea584c09 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Request body: {'floatingip': {'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:16:19.724078 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e0f502ef-7393-4a6d-b7eb-c522ea584c09 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:19.801825 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e0f502ef-7393-4a6d-b7eb-c522ea584c09 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:19.906937 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.db_base_plugin_common [None req-e0f502ef-7393-4a6d-b7eb-c522ea584c09 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Allocated IP 172.27.1.97 (fccc80fe-aa23-41fa-b00e-a506a2a0f94c/5f93db06-58fb-4390-8563-710a437b082f/4bb79c8c-575d-40a8-9f99-d92aa09cd807) {{(pid=104269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:16:20.015539 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e0f502ef-7393-4a6d-b7eb-c522ea584c09 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for port (4bb79c8c-575d-40a8-9f99-d92aa09cd807), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:20.046803 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e0f502ef-7393-4a6d-b7eb-c522ea584c09 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (4bb79c8c-575d-40a8-9f99-d92aa09cd807), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:20.082054 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f502ef-7393-4a6d-b7eb-c522ea584c09 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Network fccc80fe-aa23-41fa-b00e-a506a2a0f94c is already hosted by enough agents. {{(pid=104269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:16:20.084427 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:16:20.087227 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.base_scheduler [None req-e0f502ef-7393-4a6d-b7eb-c522ea584c09 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Resources bound (agent type, host, resource id): {{(pid=104269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:16:20.095299 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f502ef-7393-4a6d-b7eb-c522ea584c09 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Received port after_create {{(pid=104269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:16:20.099186 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f502ef-7393-4a6d-b7eb-c522ea584c09 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Pushing event updated for resources: {'Port': ['ID=4bb79c8c-575d-40a8-9f99-d92aa09cd807,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:16:20.140122 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:16:20.182333 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e0f502ef-7393-4a6d-b7eb-c522ea584c09 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for floatingip (b7b5fcee-d517-46a7-b71b-890f812c19a2), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:20.224554 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e0f502ef-7393-4a6d-b7eb-c522ea584c09 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (4bb79c8c-575d-40a8-9f99-d92aa09cd807), before_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:20.398622 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e0f502ef-7393-4a6d-b7eb-c522ea584c09 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for port (4bb79c8c-575d-40a8-9f99-d92aa09cd807), precommit_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:20.402872 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e0f502ef-7393-4a6d-b7eb-c522ea584c09 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9466662'] for port (4bb79c8c-575d-40a8-9f99-d92aa09cd807), after_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:20.469099 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f502ef-7393-4a6d-b7eb-c522ea584c09 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Pushing event updated for resources: {'Port': ['ID=4bb79c8c-575d-40a8-9f99-d92aa09cd807,revision_number=2']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:16:20.480956 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e0f502ef-7393-4a6d-b7eb-c522ea584c09 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682813'] for floatingip (b7b5fcee-d517-46a7-b71b-890f812c19a2), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:20.495293 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e0f502ef-7393-4a6d-b7eb-c522ea584c09 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:20.496530 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-e0f502ef-7393-4a6d-b7eb-c522ea584c09 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7975020 Jun 08 02:16:20.501330 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 2d91729d-b2d9-4095-9424-08d2c9e7097d no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:16:20.525007 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] No Port match for: 2d91729d-b2d9-4095-9424-08d2c9e7097d {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:16:20.525353 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 2d91729d-b2d9-4095-9424-08d2c9e7097d not bound to the agent host hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:16:20.644855 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-fc47d13a-ca79-4650-877d-3261651fb1d7 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1606403381&fields=id&tenant_id=879e3eacb3bc4b69891677c86bbd5de3 HTTP/1.1" status: 200 len: 267 time: 0.0411606 Jun 08 02:16:20.758155 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-2df2ee98-507c-41aa-9c7c-4cdf2047ab73 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:16:20.759605 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-2df2ee98-507c-41aa-9c7c-4cdf2047ab73 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/networks?id=ace59b46-c184-42c4-a8ec-b505d053335a HTTP/1.1" status: 200 len: 814 time: 0.1076128 Jun 08 02:16:20.774383 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-37172ee0-759c-4667-9a37-98b4ee818ebb tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/quotas/879e3eacb3bc4b69891677c86bbd5de3 HTTP/1.1" status: 200 len: 375 time: 0.0094452 Jun 08 02:16:20.822815 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-dfce8892-5705-49a3-b4c6-4c082fa78264 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=879e3eacb3bc4b69891677c86bbd5de3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434792 Jun 08 02:16:20.838166 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-463469b2-dbe8-4105-9845-d615c3d1c7ee service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104268) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 08 02:16:20.839127 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-463469b2-dbe8-4105-9845-d615c3d1c7ee service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055146 Jun 08 02:16:20.929768 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-10f90efb-7c04-48a7-bdea-67e0819eead8 service neutron] 10.222.0.20 "GET /v2.0/networks/ace59b46-c184-42c4-a8ec-b505d053335a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854933 Jun 08 02:16:21.026686 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-01db12d1-34ab-4979-896b-f4ee0d9086f8 service neutron] 10.222.0.20 "GET /v2.0/networks/ace59b46-c184-42c4-a8ec-b505d053335a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906134 Jun 08 02:16:21.189648 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-367a2e8a-2289-4f67-9ce1-e4e7c72b12f3 req-2c947208-8735-4863-a110-3df4864d66b5 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e4df138-a844-4517-b90d-e9834f10ba81 HTTP/1.1" status: 200 len: 210 time: 0.0317726 Jun 08 02:16:22.266798 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-d0179529-d0c8-4cbb-8679-ef3fd4faddf4 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:16:22.268255 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-d0179529-d0c8-4cbb-8679-ef3fd4faddf4 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.15 "GET /v2.0/networks?id=ace59b46-c184-42c4-a8ec-b505d053335a HTTP/1.1" status: 200 len: 814 time: 0.1029968 Jun 08 02:16:22.309030 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-b1afd383-dd25-46c4-a3ba-ae2fa391ac58 req-7dafd8c2-1472-4e73-b54c-3e0db40fab5d tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e4df138-a844-4517-b90d-e9834f10ba81 HTTP/1.1" status: 200 len: 210 time: 0.0375450 Jun 08 02:16:22.348546 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-ef9f685c-fd9a-433f-adbd-ee56af2a8dbd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=879e3eacb3bc4b69891677c86bbd5de3 HTTP/1.1" status: 200 len: 380 time: 0.0686166 Jun 08 02:16:22.438320 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-cbe6dad1-9fe2-4912-b297-aa7394ddeff1 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Request body: {'port': {'device_id': '6e4df138-a844-4517-b90d-e9834f10ba81', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'admin_state_up': True, 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'security_groups': ['e0e21d44-1a15-4ac8-b7cd-86657cdf81b6']}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:16:22.546072 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-cbe6dad1-9fe2-4912-b297-aa7394ddeff1 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Made reservation on behalf of 879e3eacb3bc4b69891677c86bbd5de3 for: {'port': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:16:22.549386 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-cbe6dad1-9fe2-4912-b297-aa7394ddeff1 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:22.679499 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-cbe6dad1-9fe2-4912-b297-aa7394ddeff1 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Allocated IP 172.20.0.12 (ace59b46-c184-42c4-a8ec-b505d053335a/b7889fa0-9427-4972-9b51-61090e0e1386/cc2bb239-d2d8-428f-b312-59fce54f851d) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:16:22.696977 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:16:22.779052 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:16:22.815514 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-cbe6dad1-9fe2-4912-b297-aa7394ddeff1 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for port (cc2bb239-d2d8-428f-b312-59fce54f851d), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:22.848765 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-cbe6dad1-9fe2-4912-b297-aa7394ddeff1 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (cc2bb239-d2d8-428f-b312-59fce54f851d), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:22.891870 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-cbe6dad1-9fe2-4912-b297-aa7394ddeff1 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Network ace59b46-c184-42c4-a8ec-b505d053335a is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:16:22.894906 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-cbe6dad1-9fe2-4912-b297-aa7394ddeff1 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:16:22.899325 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-cbe6dad1-9fe2-4912-b297-aa7394ddeff1 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:16:22.929104 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6dad1-9fe2-4912-b297-aa7394ddeff1 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Pushing event updated for resources: {'Port': ['ID=cc2bb239-d2d8-428f-b312-59fce54f851d,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:16:22.955400 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-cbe6dad1-9fe2-4912-b297-aa7394ddeff1 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:16:22.956085 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-cbe6dad1-9fe2-4912-b297-aa7394ddeff1 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:22.973670 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-cbe6dad1-9fe2-4912-b297-aa7394ddeff1 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5391357 Jun 08 02:16:22.986573 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-dc4bc681-ce07-40da-adbc-3fec6dddd35a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104268) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 08 02:16:22.987828 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-dc4bc681-ce07-40da-adbc-3fec6dddd35a tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056064 Jun 08 02:16:23.053047 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-8bc18f60-eae1-49e1-827b-49c39f6f88d6 service neutron] Request body: {'port': {'device_id': '6e4df138-a844-4517-b90d-e9834f10ba81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:16:23.111736 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-8bc18f60-eae1-49e1-827b-49c39f6f88d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (cc2bb239-d2d8-428f-b312-59fce54f851d), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:23.190342 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-96540ca9-d4d4-4d64-a053-5a88e477cfe0 None None] Provisioning complete for port cc2bb239-d2d8-428f-b312-59fce54f851d triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:16:23.190909 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-96540ca9-d4d4-4d64-a053-5a88e477cfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (cc2bb239-d2d8-428f-b312-59fce54f851d), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:23.222581 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-96540ca9-d4d4-4d64-a053-5a88e477cfe0 None None] Port cc2bb239-d2d8-428f-b312-59fce54f851d cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:16:23.427178 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-8bc18f60-eae1-49e1-827b-49c39f6f88d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc2bb239-d2d8-428f-b312-59fce54f851d {{(pid=104268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:16:23.439143 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-8bc18f60-eae1-49e1-827b-49c39f6f88d6 service neutron] Publish callbacks [] for port (cc2bb239-d2d8-428f-b312-59fce54f851d), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:23.456814 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fee0a-05ad-4374-8d4c-801c757f5d9b req-07a7e7a1-b715-4282-99e0-60c8e99fc89e tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:16:23.458247 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-789fee0a-05ad-4374-8d4c-801c757f5d9b req-07a7e7a1-b715-4282-99e0-60c8e99fc89e tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e4df138-a844-4517-b90d-e9834f10ba81 HTTP/1.1" status: 200 len: 932 time: 0.0736496 Jun 08 02:16:23.465141 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.provisioning_blocks [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-8bc18f60-eae1-49e1-827b-49c39f6f88d6 service neutron] Transition to ACTIVE for port object cc2bb239-d2d8-428f-b312-59fce54f851d will not be triggered until provisioned by entity L2. {{(pid=104268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 02:16:23.472181 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-8bc18f60-eae1-49e1-827b-49c39f6f88d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (cc2bb239-d2d8-428f-b312-59fce54f851d), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:23.546190 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:16:23.552250 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc18f60-eae1-49e1-827b-49c39f6f88d6 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2bb239-d2d8-428f-b312-59fce54f851d,revision_number=2']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:16:23.562599 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-789fee0a-05ad-4374-8d4c-801c757f5d9b req-e37813e6-5434-4ffb-a6e7-7d42980eee12 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0e21d44-1a15-4ac8-b7cd-86657cdf81b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985975 Jun 08 02:16:23.633051 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-8bc18f60-eae1-49e1-827b-49c39f6f88d6 service neutron] Attempting to bind port cc2bb239-d2d8-428f-b312-59fce54f851d on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:16:23.633384 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-8bc18f60-eae1-49e1-827b-49c39f6f88d6 service neutron] Attempting to bind port cc2bb239-d2d8-428f-b312-59fce54f851d by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': 'c782ea20-85ec-40e7-bc18-0d9fccaf21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a'}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:16:23.633715 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-8bc18f60-eae1-49e1-827b-49c39f6f88d6 service neutron] Attempting to bind port cc2bb239-d2d8-428f-b312-59fce54f851d on network ace59b46-c184-42c4-a8ec-b505d053335a {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:16:23.638441 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-8bc18f60-eae1-49e1-827b-49c39f6f88d6 service neutron] Port cc2bb239-d2d8-428f-b312-59fce54f851d on network ace59b46-c184-42c4-a8ec-b505d053335a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 02:16:23.638755 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-8bc18f60-eae1-49e1-827b-49c39f6f88d6 service neutron] Attempting to bind port cc2bb239-d2d8-428f-b312-59fce54f851d on network ace59b46-c184-42c4-a8ec-b505d053335a {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:16:23.641301 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:16:23.645204 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-8bc18f60-eae1-49e1-827b-49c39f6f88d6 service neutron] Checking agent: {'id': 'aa11e808-eba7-468a-acd8-b3aef0cfc542', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'started_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:16:23.645533 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-8bc18f60-eae1-49e1-827b-49c39f6f88d6 service neutron] Checking segment: {'id': 'c782ea20-85ec-40e7-bc18-0d9fccaf21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:16:23.645918 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-8bc18f60-eae1-49e1-827b-49c39f6f88d6 service neutron] Bound using segment: {'id': 'c782ea20-85ec-40e7-bc18-0d9fccaf21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a'} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:16:23.646343 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-8bc18f60-eae1-49e1-827b-49c39f6f88d6 service neutron] Bound port: cc2bb239-d2d8-428f-b312-59fce54f851d, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c782ea20-85ec-40e7-bc18-0d9fccaf21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a'}}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:16:23.646919 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-8bc18f60-eae1-49e1-827b-49c39f6f88d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (cc2bb239-d2d8-428f-b312-59fce54f851d), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:23.712859 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-8bc18f60-eae1-49e1-827b-49c39f6f88d6 service neutron] For port cc2bb239-d2d8-428f-b312-59fce54f851d, host hv-cinder-84506, cleared binding levels {{(pid=104268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:16:23.715890 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-8bc18f60-eae1-49e1-827b-49c39f6f88d6 service neutron] For port cc2bb239-d2d8-428f-b312-59fce54f851d, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=cc2bb239-d2d8-428f-b312-59fce54f851d,segment=NetworkSegment(c782ea20-85ec-40e7-bc18-0d9fccaf21a0),segment_id=c782ea20-85ec-40e7-bc18-0d9fccaf21a0)] {{(pid=104268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:16:23.721287 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-8bc18f60-eae1-49e1-827b-49c39f6f88d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (cc2bb239-d2d8-428f-b312-59fce54f851d), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:23.756705 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-8bc18f60-eae1-49e1-827b-49c39f6f88d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:16:23.757400 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-8bc18f60-eae1-49e1-827b-49c39f6f88d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:23.758755 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-8bc18f60-eae1-49e1-827b-49c39f6f88d6 service neutron] 10.222.0.15 "PUT /v2.0/ports/cc2bb239-d2d8-428f-b312-59fce54f851d HTTP/1.1" status: 200 len: 1094 time: 0.7589128 Jun 08 02:16:23.759195 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4df138-a844-4517-b90d-e9834f10ba81', 'tag': 'cc2bb239-d2d8-428f-b312-59fce54f851d'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:16:23.761429 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a466820-509e-46d2-812c-a14bdcdf2799" -d '{"events": [{"name": "network-changed", "server_uuid": "6e4df138-a844-4517-b90d-e9834f10ba81", "tag": "cc2bb239-d2d8-428f-b312-59fce54f851d"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:16:23.784787 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc18f60-eae1-49e1-827b-49c39f6f88d6 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2bb239-d2d8-428f-b312-59fce54f851d,revision_number=3']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:16:23.830028 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4880568c-372b-4648-8945-5291e21e07b3 x-openstack-request-id: req-4880568c-372b-4648-8945-5291e21e07b3 {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:16:23.830318 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e4df138-a844-4517-b90d-e9834f10ba81", "tag": "cc2bb239-d2d8-428f-b312-59fce54f851d", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:16:23.830629 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4880568c-372b-4648-8945-5291e21e07b3 {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:16:23.831033 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4880568c-372b-4648-8945-5291e21e07b3'] response: {'name': 'network-changed', 'server_uuid': '6e4df138-a844-4517-b90d-e9834f10ba81', 'tag': 'cc2bb239-d2d8-428f-b312-59fce54f851d', 'status': 'completed', 'code': 200} Jun 08 02:16:23.866717 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-c333f16a-bab8-48a6-b6f5-055952d5c2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:16:23.869558 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-c333f16a-bab8-48a6-b6f5-055952d5c2a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=879e3eacb3bc4b69891677c86bbd5de3&device_id=6e4df138-a844-4517-b90d-e9834f10ba81 HTTP/1.1" status: 200 len: 1128 time: 0.0573354 Jun 08 02:16:23.924084 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-11c44efd-a12c-490d-8da1-280d554cce64 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc2bb239-d2d8-428f-b312-59fce54f851d HTTP/1.1" status: 200 len: 217 time: 0.0472913 Jun 08 02:16:23.982226 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-1526989f-54f1-4b5e-861b-b918afa3bdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:16:23.983713 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-1526989f-54f1-4b5e-861b-b918afa3bdea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7889fa0-9427-4972-9b51-61090e0e1386 HTTP/1.1" status: 200 len: 853 time: 0.0511672 Jun 08 02:16:24.030658 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-ed172ec2-a13e-443f-b088-224faedaecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:16:24.032151 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-ed172ec2-a13e-443f-b088-224faedaecbc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ace59b46-c184-42c4-a8ec-b505d053335a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393887 Jun 08 02:16:24.123113 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-1be0296f-6ab2-47d4-86db-eea857b8c7ac service neutron] 10.222.0.15 "GET /v2.0/networks/ace59b46-c184-42c4-a8ec-b505d053335a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812824 Jun 08 02:16:24.217265 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9f6eae04-838b-42ca-8258-12040b89c2b9 req-f050894b-6d3c-49f6-a7f7-69cba1cab1cd service neutron] 10.222.0.15 "GET /v2.0/networks/ace59b46-c184-42c4-a8ec-b505d053335a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845892 Jun 08 02:16:24.684540 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36f3e3-1e59-4367-8adc-90e6fa9a1f6f req-b7fd157f-0cdb-4da2-9ac6-903ec35cc1f1 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:16:24.685992 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-de36f3e3-1e59-4367-8adc-90e6fa9a1f6f req-b7fd157f-0cdb-4da2-9ac6-903ec35cc1f1 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e4df138-a844-4517-b90d-e9834f10ba81 HTTP/1.1" status: 200 len: 944 time: 0.0484905 Jun 08 02:16:24.734007 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-de36f3e3-1e59-4367-8adc-90e6fa9a1f6f req-a634e012-e484-443c-b78f-01e6417a8f47 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0e21d44-1a15-4ac8-b7cd-86657cdf81b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425596 Jun 08 02:16:25.186482 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a466820-509e-46d2-812c-a14bdcdf2799 req-75a416a7-9d12-4343-be93-f3e091481add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:16:25.187868 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8a466820-509e-46d2-812c-a14bdcdf2799 req-75a416a7-9d12-4343-be93-f3e091481add service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=879e3eacb3bc4b69891677c86bbd5de3&device_id=6e4df138-a844-4517-b90d-e9834f10ba81 HTTP/1.1" status: 200 len: 1128 time: 0.0431807 Jun 08 02:16:25.277787 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a466820-509e-46d2-812c-a14bdcdf2799 req-301df13d-eb1c-4f15-98cd-4b398ad053c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:16:25.279248 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8a466820-509e-46d2-812c-a14bdcdf2799 req-301df13d-eb1c-4f15-98cd-4b398ad053c4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ace59b46-c184-42c4-a8ec-b505d053335a HTTP/1.1" status: 200 len: 915 time: 0.0823808 Jun 08 02:16:25.320641 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8a466820-509e-46d2-812c-a14bdcdf2799 req-60f51fb4-495f-4868-ba71-031ae3683ad6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc2bb239-d2d8-428f-b312-59fce54f851d HTTP/1.1" status: 200 len: 217 time: 0.0319920 Jun 08 02:16:25.326040 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:16:25.374922 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a466820-509e-46d2-812c-a14bdcdf2799 req-f11d46fb-572e-4f5b-9658-9407b7dc73f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:16:25.376347 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8a466820-509e-46d2-812c-a14bdcdf2799 req-f11d46fb-572e-4f5b-9658-9407b7dc73f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7889fa0-9427-4972-9b51-61090e0e1386 HTTP/1.1" status: 200 len: 853 time: 0.0468340 Jun 08 02:16:25.422559 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a466820-509e-46d2-812c-a14bdcdf2799 req-857ecd69-e7b3-42ea-8a24-c8d3b0ad240d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:16:25.424025 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8a466820-509e-46d2-812c-a14bdcdf2799 req-857ecd69-e7b3-42ea-8a24-c8d3b0ad240d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ace59b46-c184-42c4-a8ec-b505d053335a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386152 Jun 08 02:16:25.473893 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:16:25.517564 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8a466820-509e-46d2-812c-a14bdcdf2799 req-18d952c9-499c-4cf8-b33b-8fb337a2b965 service neutron] 10.222.0.15 "GET /v2.0/networks/ace59b46-c184-42c4-a8ec-b505d053335a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834668 Jun 08 02:16:25.602533 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:16:25.614196 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8a466820-509e-46d2-812c-a14bdcdf2799 req-d5fd2630-06f5-4997-9a57-2c877da8d0c9 service neutron] 10.222.0.15 "GET /v2.0/networks/ace59b46-c184-42c4-a8ec-b505d053335a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878663 Jun 08 02:16:25.654884 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:25.849340 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d923ca-9635-4950-9203-6369aaf81767 req-8bab5ab1-6136-4240-beb0-6d9fbcd9b86e tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:16:25.851373 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-04d923ca-9635-4950-9203-6369aaf81767 req-8bab5ab1-6136-4240-beb0-6d9fbcd9b86e tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e4df138-a844-4517-b90d-e9834f10ba81 HTTP/1.1" status: 200 len: 944 time: 0.0462642 Jun 08 02:16:25.897328 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-04d923ca-9635-4950-9203-6369aaf81767 req-da8afd04-2fa4-4ee2-9697-44409879d2f5 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0e21d44-1a15-4ac8-b7cd-86657cdf81b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404665 Jun 08 02:16:26.564031 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device cc2bb239-d2d8-428f-b312-59fce54f851d details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 02:16:26.661730 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port cc2bb239-d2d8-428f-b312-59fce54f851d, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=cc2bb239-d2d8-428f-b312-59fce54f851d,segment=NetworkSegment(c782ea20-85ec-40e7-bc18-0d9fccaf21a0),segment_id=c782ea20-85ec-40e7-bc18-0d9fccaf21a0)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:16:26.673570 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Returning: {'device': 'cc2bb239-d2d8-428f-b312-59fce54f851d', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'port_id': 'cc2bb239-d2d8-428f-b312-59fce54f851d', 'mac_address': 'fa:16:3e:f8:0c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 02:16:26.707351 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port cc2bb239-d2d8-428f-b312-59fce54f851d is: DOWN; New status is: BUILD {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:16:26.707729 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (cc2bb239-d2d8-428f-b312-59fce54f851d), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:26.721409 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc2bb239-d2d8-428f-b312-59fce54f851d {{(pid=104270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:16:26.740694 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port cc2bb239-d2d8-428f-b312-59fce54f851d, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=cc2bb239-d2d8-428f-b312-59fce54f851d,segment=NetworkSegment(c782ea20-85ec-40e7-bc18-0d9fccaf21a0),segment_id=c782ea20-85ec-40e7-bc18-0d9fccaf21a0)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:16:26.744582 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (cc2bb239-d2d8-428f-b312-59fce54f851d), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:26.793566 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=cc2bb239-d2d8-428f-b312-59fce54f851d,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:16:26.800672 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:26.801017 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:26.801353 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:26.801688 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:26.802018 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:26.802343 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:26.802691 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:26.803013 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:26.803354 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:26.803651 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:26.803970 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:26.804289 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:26.804632 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:26.804949 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:26.805265 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:16:27.013756 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['cc2bb239-d2d8-428f-b312-59fce54f851d'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:16:27.024632 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c342e47-a589-4e11-8ea8-80fa1f3a52e8 req-c1061e6a-567f-4669-ae4a-270651f2f8d8 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:16:27.026290 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2c342e47-a589-4e11-8ea8-80fa1f3a52e8 req-c1061e6a-567f-4669-ae4a-270651f2f8d8 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e4df138-a844-4517-b90d-e9834f10ba81 HTTP/1.1" status: 200 len: 945 time: 0.0591998 Jun 08 02:16:27.075107 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2c342e47-a589-4e11-8ea8-80fa1f3a52e8 req-54087edd-56a4-4437-b98c-93de9cf59a45 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0e21d44-1a15-4ac8-b7cd-86657cdf81b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422306 Jun 08 02:16:28.186267 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759b079-f884-4c61-b519-5e00332c9069 req-fceb3519-ac48-4355-a739-7f9e52021104 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:16:28.187660 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1759b079-f884-4c61-b519-5e00332c9069 req-fceb3519-ac48-4355-a739-7f9e52021104 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e4df138-a844-4517-b90d-e9834f10ba81 HTTP/1.1" status: 200 len: 945 time: 0.0462112 Jun 08 02:16:28.235000 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1759b079-f884-4c61-b519-5e00332c9069 req-a02fb2fa-e055-4540-9e90-09642678c37c tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0e21d44-1a15-4ac8-b7cd-86657cdf81b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418866 Jun 08 02:16:28.579213 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device cc2bb239-d2d8-428f-b312-59fce54f851d up at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:16:28.621365 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning for port cc2bb239-d2d8-428f-b312-59fce54f851d completed by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 02:16:28.627180 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning complete for port cc2bb239-d2d8-428f-b312-59fce54f851d triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:16:28.627529 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (cc2bb239-d2d8-428f-b312-59fce54f851d), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:28.683316 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:16:28.685676 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:16:28.698672 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port cc2bb239-d2d8-428f-b312-59fce54f851d is: BUILD; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:16:28.699084 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (cc2bb239-d2d8-428f-b312-59fce54f851d), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:28.721843 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4df138-a844-4517-b90d-e9834f10ba81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2bb239-d2d8-428f-b312-59fce54f851d'}] {{(pid=104270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:16:28.724039 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8be0b5de5a23eefcc09db06b1daf5598b5c3b6529c2083486e3c6bab2d5553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3daff1-30c6-4014-a124-139da790a100" -d '{"events": [{"server_uuid": "6e4df138-a844-4517-b90d-e9834f10ba81", "name": "network-vif-plugged", "status": "completed", "tag": "cc2bb239-d2d8-428f-b312-59fce54f851d"}]}' {{(pid=104270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:16:28.739738 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port cc2bb239-d2d8-428f-b312-59fce54f851d, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=cc2bb239-d2d8-428f-b312-59fce54f851d,segment=NetworkSegment(c782ea20-85ec-40e7-bc18-0d9fccaf21a0),segment_id=c782ea20-85ec-40e7-bc18-0d9fccaf21a0)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:16:28.745327 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (cc2bb239-d2d8-428f-b312-59fce54f851d), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:28.793028 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=cc2bb239-d2d8-428f-b312-59fce54f851d,revision_number=5']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:16:28.820757 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d12e6c3-fbe4-4b80-9caf-92cb2a49e670 x-openstack-request-id: req-6d12e6c3-fbe4-4b80-9caf-92cb2a49e670 {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:16:28.821040 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4df138-a844-4517-b90d-e9834f10ba81", "name": "network-vif-plugged", "status": "completed", "tag": "cc2bb239-d2d8-428f-b312-59fce54f851d", "code": 200}]} {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:16:28.821285 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d12e6c3-fbe4-4b80-9caf-92cb2a49e670 {{(pid=104270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:16:28.821756 dv-cinder-845069-1-iscsi neutron-server[104270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d12e6c3-fbe4-4b80-9caf-92cb2a49e670'] response: {'server_uuid': '6e4df138-a844-4517-b90d-e9834f10ba81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2bb239-d2d8-428f-b312-59fce54f851d', 'code': 200} Jun 08 02:16:28.995546 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fc3d1-b156-4709-8bc2-dc7a6ba13436 req-bb5e23d5-b4ef-4c94-a086-d6c55ec0e147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:16:28.997013 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-675fc3d1-b156-4709-8bc2-dc7a6ba13436 req-bb5e23d5-b4ef-4c94-a086-d6c55ec0e147 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6e4df138-a844-4517-b90d-e9834f10ba81 HTTP/1.1" status: 200 len: 1130 time: 0.0380118 Jun 08 02:16:29.043814 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-675fc3d1-b156-4709-8bc2-dc7a6ba13436 req-e7bc8d2c-9d2a-482e-9c1f-d1ec737ca148 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e0e21d44-1a15-4ac8-b7cd-86657cdf81b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409350 Jun 08 02:16:29.346096 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f547ef2-d9d2-423d-9f54-2a6c3218b21e req-0ac3c7f2-f589-471a-9aa9-2d7089e33732 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:16:29.347537 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9f547ef2-d9d2-423d-9f54-2a6c3218b21e req-0ac3c7f2-f589-471a-9aa9-2d7089e33732 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e4df138-a844-4517-b90d-e9834f10ba81 HTTP/1.1" status: 200 len: 946 time: 0.0456083 Jun 08 02:16:29.393627 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9f547ef2-d9d2-423d-9f54-2a6c3218b21e req-ec8cf91f-1bc8-4399-b4b9-35acc015b372 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0e21d44-1a15-4ac8-b7cd-86657cdf81b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399308 Jun 08 02:16:30.487823 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:16:30.492262 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=54,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:16:30.510107 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db7295-4fc0-429c-92a6-4b6c8259c0d1 req-e7d82042-4363-4358-a75d-93316c47b7aa tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:16:30.511623 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-27db7295-4fc0-429c-92a6-4b6c8259c0d1 req-e7d82042-4363-4358-a75d-93316c47b7aa tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e4df138-a844-4517-b90d-e9834f10ba81 HTTP/1.1" status: 200 len: 946 time: 0.0492184 Jun 08 02:16:30.559294 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-27db7295-4fc0-429c-92a6-4b6c8259c0d1 req-9925e35a-e998-40eb-9292-575039a5fc14 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0e21d44-1a15-4ac8-b7cd-86657cdf81b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421894 Jun 08 02:16:30.704283 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f620b0b7-26bf-4f89-abf4-e9f14adedcd7 req-2ae29405-27c4-4551-a6fd-93d45fcd5abe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d215906f-096e-4a61-8b14-8a48d6262be8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465662 Jun 08 02:16:30.781015 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620b0b7-26bf-4f89-abf4-e9f14adedcd7 req-262b0b31-a649-414b-8815-a10b8a64491f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:16:30.782456 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f620b0b7-26bf-4f89-abf4-e9f14adedcd7 req-262b0b31-a649-414b-8815-a10b8a64491f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=079027b24aba4a179f99de9f6fe944b8&device_id=d215906f-096e-4a61-8b14-8a48d6262be8 HTTP/1.1" status: 200 len: 1129 time: 0.0389936 Jun 08 02:16:30.882290 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620b0b7-26bf-4f89-abf4-e9f14adedcd7 req-0f17fc6b-6e04-410c-bb50-5124e5d984f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:16:30.883793 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f620b0b7-26bf-4f89-abf4-e9f14adedcd7 req-0f17fc6b-6e04-410c-bb50-5124e5d984f9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=05318a5a-b32e-458e-9f7c-d5bc705960a2 HTTP/1.1" status: 200 len: 913 time: 0.0825260 Jun 08 02:16:30.948267 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f620b0b7-26bf-4f89-abf4-e9f14adedcd7 req-f06fe286-59bf-4da5-91ba-5d68dffe99bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06b10b26-b9d9-4902-8c66-22b270f6722e HTTP/1.1" status: 200 len: 1001 time: 0.0576437 Jun 08 02:16:30.996206 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620b0b7-26bf-4f89-abf4-e9f14adedcd7 req-83dbe379-650b-4935-8285-72ccd9dc86e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:16:30.997591 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f620b0b7-26bf-4f89-abf4-e9f14adedcd7 req-83dbe379-650b-4935-8285-72ccd9dc86e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a6900bc-03fc-46b3-b7d6-870661475e34 HTTP/1.1" status: 200 len: 851 time: 0.0435059 Jun 08 02:16:31.039499 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620b0b7-26bf-4f89-abf4-e9f14adedcd7 req-4ad195e1-b366-4ec9-8447-d25b600cb240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:16:31.040972 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f620b0b7-26bf-4f89-abf4-e9f14adedcd7 req-4ad195e1-b366-4ec9-8447-d25b600cb240 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05318a5a-b32e-458e-9f7c-d5bc705960a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381386 Jun 08 02:16:31.062702 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:16:31.129844 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f620b0b7-26bf-4f89-abf4-e9f14adedcd7 req-69276185-93d3-41bb-a46f-cc2fdd5f13d1 service neutron] 10.222.0.15 "GET /v2.0/networks/05318a5a-b32e-458e-9f7c-d5bc705960a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826571 Jun 08 02:16:31.180856 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:16:31.218295 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f620b0b7-26bf-4f89-abf4-e9f14adedcd7 req-d013c7bf-f395-4eed-8551-b6a82d7e8b86 service neutron] 10.222.0.15 "GET /v2.0/networks/05318a5a-b32e-458e-9f7c-d5bc705960a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823915 Jun 08 02:16:31.676187 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50cd4c6-1c3e-4201-9de6-af812550734c req-a3e4d8db-c95d-4074-a183-3e3687b977f4 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:16:31.678264 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c50cd4c6-1c3e-4201-9de6-af812550734c req-a3e4d8db-c95d-4074-a183-3e3687b977f4 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e4df138-a844-4517-b90d-e9834f10ba81 HTTP/1.1" status: 200 len: 946 time: 0.0500677 Jun 08 02:16:31.724151 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c50cd4c6-1c3e-4201-9de6-af812550734c req-b9ebcd75-d597-4a8a-baaf-1b8abce0966f tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0e21d44-1a15-4ac8-b7cd-86657cdf81b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405767 Jun 08 02:16:31.834157 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c0152-08d7-4394-8519-7fcc8efafc6e req-4d0e8032-5956-40dc-b74d-e9e36afee910 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:16:31.835692 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6e2c0152-08d7-4394-8519-7fcc8efafc6e req-4d0e8032-5956-40dc-b74d-e9e36afee910 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e4df138-a844-4517-b90d-e9834f10ba81 HTTP/1.1" status: 200 len: 946 time: 0.0488102 Jun 08 02:16:31.844230 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 58974) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:16:31.848360 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-fe2ca697-00bd-46f4-b135-d681fddaabc6 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Request body: {'floatingip': {'port_id': 'cc2bb239-d2d8-428f-b312-59fce54f851d'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:16:31.884880 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-fe2ca697-00bd-46f4-b135-d681fddaabc6 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for floatingip (b7b5fcee-d517-46a7-b71b-890f812c19a2), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:32.537750 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-fe2ca697-00bd-46f4-b135-d681fddaabc6 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:32.541806 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-fe2ca697-00bd-46f4-b135-d681fddaabc6 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682813'] for floatingip (b7b5fcee-d517-46a7-b71b-890f812c19a2), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:32.638238 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.db.l3_db [None req-fe2ca697-00bd-46f4-b135-d681fddaabc6 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Floating IP b7b5fcee-d517-46a7-b71b-890f812c19a2 associated. External IP: 172.27.1.97, port: cc2bb239-d2d8-428f-b312-59fce54f851d. Jun 08 02:16:32.822138 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:16:32.833394 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2ca697-00bd-46f4-b135-d681fddaabc6 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Router 7b894861-f3fe-47b8-8c74-31a38c95ae7e has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:16:32.836183 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:16:32.938249 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2ca697-00bd-46f4-b135-d681fddaabc6 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:16:32.943726 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-fe2ca697-00bd-46f4-b135-d681fddaabc6 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:32.948223 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b1d3c5-1967-4a8d-a742-27d8bb84cefa None None] Sync routers for ids ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'] in dv-cinder-845069-1-iscsi {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:16:32.958004 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b1d3c5-1967-4a8d-a742-27d8bb84cefa None None] Routers {'7b894861-f3fe-47b8-8c74-31a38c95ae7e'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:16:32.958608 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-80b1d3c5-1967-4a8d-a742-27d8bb84cefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:16:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:16:32.972730 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-fe2ca697-00bd-46f4-b135-d681fddaabc6 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "PUT /v2.0/floatingips/b7b5fcee-d517-46a7-b71b-890f812c19a2 HTTP/1.1" status: 200 len: 991 time: 1.1273496 Jun 08 02:16:32.973322 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4df138-a844-4517-b90d-e9834f10ba81', 'tag': 'cc2bb239-d2d8-428f-b312-59fce54f851d'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:16:32.976007 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f08527c-87a2-4c1f-bbe8-7083015fe887" -d '{"events": [{"name": "network-changed", "server_uuid": "6e4df138-a844-4517-b90d-e9834f10ba81", "tag": "cc2bb239-d2d8-428f-b312-59fce54f851d"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:16:33.013840 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab17bade-7bba-47cc-b548-a9dc53ce0533 x-openstack-request-id: req-ab17bade-7bba-47cc-b548-a9dc53ce0533 {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:16:33.014131 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e4df138-a844-4517-b90d-e9834f10ba81", "tag": "cc2bb239-d2d8-428f-b312-59fce54f851d", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:16:33.014378 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab17bade-7bba-47cc-b548-a9dc53ce0533 {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:16:33.014930 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab17bade-7bba-47cc-b548-a9dc53ce0533'] response: {'name': 'network-changed', 'server_uuid': '6e4df138-a844-4517-b90d-e9834f10ba81', 'tag': 'cc2bb239-d2d8-428f-b312-59fce54f851d', 'status': 'completed', 'code': 200} Jun 08 02:16:33.079046 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08527c-87a2-4c1f-bbe8-7083015fe887 req-62c92764-26b7-43f7-b0d7-79da1c430448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:16:33.080592 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6f08527c-87a2-4c1f-bbe8-7083015fe887 req-62c92764-26b7-43f7-b0d7-79da1c430448 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=879e3eacb3bc4b69891677c86bbd5de3&device_id=6e4df138-a844-4517-b90d-e9834f10ba81 HTTP/1.1" status: 200 len: 1130 time: 0.0450518 Jun 08 02:16:33.158675 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-80b1d3c5-1967-4a8d-a742-27d8bb84cefa None None] Set router 7b894861-f3fe-47b8-8c74-31a38c95ae7e gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:16:33.184821 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08527c-87a2-4c1f-bbe8-7083015fe887 req-8b667e3e-d98a-4942-abbe-664b48c22165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:16:33.186286 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6f08527c-87a2-4c1f-bbe8-7083015fe887 req-8b667e3e-d98a-4942-abbe-664b48c22165 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ace59b46-c184-42c4-a8ec-b505d053335a HTTP/1.1" status: 200 len: 915 time: 0.1000669 Jun 08 02:16:33.247872 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6f08527c-87a2-4c1f-bbe8-7083015fe887 req-1d150cad-eebe-4e5b-b791-0e29931eef3e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc2bb239-d2d8-428f-b312-59fce54f851d HTTP/1.1" status: 200 len: 999 time: 0.0556841 Jun 08 02:16:33.262555 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=100 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:16:33.295638 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08527c-87a2-4c1f-bbe8-7083015fe887 req-261dd85e-93cc-4674-a197-0cc69015a650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:16:33.297131 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6f08527c-87a2-4c1f-bbe8-7083015fe887 req-261dd85e-93cc-4674-a197-0cc69015a650 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7889fa0-9427-4972-9b51-61090e0e1386 HTTP/1.1" status: 200 len: 853 time: 0.0440454 Jun 08 02:16:33.343727 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08527c-87a2-4c1f-bbe8-7083015fe887 req-26b487d5-8f84-4e8e-bfdd-2c6b26c341f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:16:33.345254 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6f08527c-87a2-4c1f-bbe8-7083015fe887 req-26b487d5-8f84-4e8e-bfdd-2c6b26c341f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ace59b46-c184-42c4-a8ec-b505d053335a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427272 Jun 08 02:16:33.351424 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:16:33.371909 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-80b1d3c5-1967-4a8d-a742-27d8bb84cefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'name': 'tempest-AttachVolumeNegativeTest-124736651-router', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:11Z', 'revision_number': 4, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'gw_port': {'id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': 'b7b5fcee-d517-46a7-b71b-890f812c19a2', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'port_id': 'cc2bb239-d2d8-428f-b312-59fce54f851d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'mac_address': 'fa:16:3e:f8:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4df138-a844-4517-b90d-e9834f10ba81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:16:20Z', 'updated_at': '2022-06-08T02:16:32Z', 'revision_number': 1, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b88b84-8ac5-41d2-8ff5-d7833285f1a7', 'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'mac_address': 'fa:16:3e:0c:d6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:10Z', 'updated_at': '2022-06-08T02:13:14Z', 'revision_number': 5, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'subnets': [{'id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:16:33.407667 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b1d3c5-1967-4a8d-a742-27d8bb84cefa None None] Checking router: 7b894861-f3fe-47b8-8c74-31a38c95ae7e for host: dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:16:33.418189 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b1d3c5-1967-4a8d-a742-27d8bb84cefa None None] Routers {'7b894861-f3fe-47b8-8c74-31a38c95ae7e'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:16:33.418792 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-80b1d3c5-1967-4a8d-a742-27d8bb84cefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:16:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:16:33.434028 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6f08527c-87a2-4c1f-bbe8-7083015fe887 req-6eeb10bf-8b2d-41b6-914a-03367c6b5a83 service neutron] 10.222.0.15 "GET /v2.0/networks/ace59b46-c184-42c4-a8ec-b505d053335a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831659 Jun 08 02:16:33.514756 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-80b1d3c5-1967-4a8d-a742-27d8bb84cefa None None] Set router 7b894861-f3fe-47b8-8c74-31a38c95ae7e gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:16:33.526864 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6f08527c-87a2-4c1f-bbe8-7083015fe887 req-caea1022-1c16-4571-8666-d97013b04fd7 service neutron] 10.222.0.15 "GET /v2.0/networks/ace59b46-c184-42c4-a8ec-b505d053335a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873530 Jun 08 02:16:33.729644 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-80b1d3c5-1967-4a8d-a742-27d8bb84cefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'name': 'tempest-AttachVolumeNegativeTest-124736651-router', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:11Z', 'revision_number': 4, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'gw_port': {'id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': 'b7b5fcee-d517-46a7-b71b-890f812c19a2', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'port_id': 'cc2bb239-d2d8-428f-b312-59fce54f851d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'mac_address': 'fa:16:3e:f8:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4df138-a844-4517-b90d-e9834f10ba81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:16:20Z', 'updated_at': '2022-06-08T02:16:32Z', 'revision_number': 1, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b88b84-8ac5-41d2-8ff5-d7833285f1a7', 'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'mac_address': 'fa:16:3e:0c:d6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:10Z', 'updated_at': '2022-06-08T02:13:14Z', 'revision_number': 5, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'subnets': [{'id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:16:33.753610 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b1d3c5-1967-4a8d-a742-27d8bb84cefa None None] The sync data for ids ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'] in dv-cinder-845069-1-iscsi is: [{'id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'name': 'tempest-AttachVolumeNegativeTest-124736651-router', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:11Z', 'revision_number': 4, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'gw_port': {'id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': 'b7b5fcee-d517-46a7-b71b-890f812c19a2', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'port_id': 'cc2bb239-d2d8-428f-b312-59fce54f851d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'mac_address': 'fa:16:3e:f8:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4df138-a844-4517-b90d-e9834f10ba81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:16:20Z', 'updated_at': '2022-06-08T02:16:32Z', 'revision_number': 1, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b88b84-8ac5-41d2-8ff5-d7833285f1a7', 'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'mac_address': 'fa:16:3e:0c:d6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:10Z', 'updated_at': '2022-06-08T02:13:14Z', 'revision_number': 5, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'subnets': [{'id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:16:33.939597 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd154ca-f9c6-41c4-b189-bcad2057574e None None] New status for floating IP b7b5fcee-d517-46a7-b71b-890f812c19a2: ACTIVE {{(pid=104270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 02:16:36.853097 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-f5927e7d-868c-4f95-86d7-0a06d0666687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:39.151101 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-f74d2985-3017-4e27-8a54-687e2e627c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:40.295073 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:41.937996 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:43.372352 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:16:43.522144 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=68 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:16:43.524009 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=56 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:16:43.732179 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=42 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:16:43.732885 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=50 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:16:53.365501 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:16:53.368299 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=41,neutron:UPDATE=7 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:16:55.676513 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:02.325480 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:17:05.657046 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:05.670253 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:06.854473 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-be59ce3e-b3e7-41fd-bd44-7e046430310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:09.157655 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-26f08600-a9d7-4075-881b-dff8d5af7e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:10.298450 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:10.664661 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12c312-abe0-46b2-b480-ecf1087c501e req-3f416148-70bc-45b1-91bb-44ea7c18532b tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:17:10.666712 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2d12c312-abe0-46b2-b480-ecf1087c501e req-3f416148-70bc-45b1-91bb-44ea7c18532b tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=d215906f-096e-4a61-8b14-8a48d6262be8 HTTP/1.1" status: 200 len: 945 time: 0.0479772 Jun 08 02:17:10.716195 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2d12c312-abe0-46b2-b480-ecf1087c501e req-360e4b81-e935-40bf-9274-39c3dcacf424 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437379 Jun 08 02:17:11.829737 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d50917-f3a2-4cec-bc19-ae7169c687be req-d351be32-1e1e-4dd2-bed2-c21ea4cabbc7 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:17:11.831220 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-23d50917-f3a2-4cec-bc19-ae7169c687be req-d351be32-1e1e-4dd2-bed2-c21ea4cabbc7 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=d215906f-096e-4a61-8b14-8a48d6262be8 HTTP/1.1" status: 200 len: 945 time: 0.0466201 Jun 08 02:17:11.880542 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-23d50917-f3a2-4cec-bc19-ae7169c687be req-ab80da45-b666-4abb-b228-d76bc7b1a2ee tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438476 Jun 08 02:17:11.904707 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:12.399877 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbeb83-5759-4a80-bff6-da01ae24b9e1 req-8d0e5c17-9aee-424f-8146-d8ffc3e97509 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:17:12.401331 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8cbbeb83-5759-4a80-bff6-da01ae24b9e1 req-8d0e5c17-9aee-424f-8146-d8ffc3e97509 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.15 "GET /v2.0/ports?device_id=d215906f-096e-4a61-8b14-8a48d6262be8 HTTP/1.1" status: 200 len: 945 time: 0.0497382 Jun 08 02:17:12.485923 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-8cbbeb83-5759-4a80-bff6-da01ae24b9e1 req-e12f9d74-89a3-4e78-983e-83eab4bd24b3 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Deleting port 06b10b26-b9d9-4902-8c66-22b270f6722e {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:17:12.486260 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-8cbbeb83-5759-4a80-bff6-da01ae24b9e1 req-e12f9d74-89a3-4e78-983e-83eab4bd24b3 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (06b10b26-b9d9-4902-8c66-22b270f6722e), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:12.578151 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-8cbbeb83-5759-4a80-bff6-da01ae24b9e1 req-e12f9d74-89a3-4e78-983e-83eab4bd24b3 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] For port 06b10b26-b9d9-4902-8c66-22b270f6722e, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=06b10b26-b9d9-4902-8c66-22b270f6722e,segment=NetworkSegment(3b5a06de-b7a8-42e3-8ed1-a44f44b0623e),segment_id=3b5a06de-b7a8-42e3-8ed1-a44f44b0623e)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:17:12.578507 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-8cbbeb83-5759-4a80-bff6-da01ae24b9e1 req-e12f9d74-89a3-4e78-983e-83eab4bd24b3 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (06b10b26-b9d9-4902-8c66-22b270f6722e), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:12.738539 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-8cbbeb83-5759-4a80-bff6-da01ae24b9e1 req-e12f9d74-89a3-4e78-983e-83eab4bd24b3 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:12.738795 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-8cbbeb83-5759-4a80-bff6-da01ae24b9e1 req-e12f9d74-89a3-4e78-983e-83eab4bd24b3 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682813'] for floatingip (1de3055d-1a7e-4078-b665-b1281ce615bb), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:12.739097 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.db.l3_db [req-8cbbeb83-5759-4a80-bff6-da01ae24b9e1 req-e12f9d74-89a3-4e78-983e-83eab4bd24b3 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Floating IP 1de3055d-1a7e-4078-b665-b1281ce615bb disassociated. External IP: 172.27.1.205, port: 06b10b26-b9d9-4902-8c66-22b270f6722e. Jun 08 02:17:12.739430 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-8cbbeb83-5759-4a80-bff6-da01ae24b9e1 req-e12f9d74-89a3-4e78-983e-83eab4bd24b3 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Calling delete_port for 06b10b26-b9d9-4902-8c66-22b270f6722e owned by compute:nova {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:17:12.875965 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-8cbbeb83-5759-4a80-bff6-da01ae24b9e1 req-e12f9d74-89a3-4e78-983e-83eab4bd24b3 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (06b10b26-b9d9-4902-8c66-22b270f6722e), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:12.904929 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f9d74-89a3-4e78-983e-83eab4bd24b3 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Pushing event deleted for resources: {'Port': ['ID=06b10b26-b9d9-4902-8c66-22b270f6722e,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:17:13.021121 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-82f07166-0b9f-4b19-9a67-ddbbcf6aa5ed req-f2dc9597-ff13-4a28-a35b-b77b675ec625 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=d215906f-096e-4a61-8b14-8a48d6262be8 HTTP/1.1" status: 200 len: 210 time: 0.0557163 Jun 08 02:17:13.045134 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cbbeb83-5759-4a80-bff6-da01ae24b9e1 req-e12f9d74-89a3-4e78-983e-83eab4bd24b3 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Router cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:17:13.088983 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:13.130225 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:13.147095 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cbbeb83-5759-4a80-bff6-da01ae24b9e1 req-e12f9d74-89a3-4e78-983e-83eab4bd24b3 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:17:13.157254 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ddb506-607e-45e2-985e-50f27657f5bb None None] Sync routers for ids ['cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'] in dv-cinder-845069-1-iscsi {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:17:13.168237 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ddb506-607e-45e2-985e-50f27657f5bb None None] Routers {'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:17:13.169103 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-46ddb506-607e-45e2-985e-50f27657f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:17:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:17:13.192478 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cbbeb83-5759-4a80-bff6-da01ae24b9e1 req-e12f9d74-89a3-4e78-983e-83eab4bd24b3 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] No DVR routers for this DVR port 06b10b26-b9d9-4902-8c66-22b270f6722e on host hv-cinder-84506 {{(pid=104268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:17:13.194933 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-8cbbeb83-5759-4a80-bff6-da01ae24b9e1 req-e12f9d74-89a3-4e78-983e-83eab4bd24b3 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:13.198555 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8cbbeb83-5759-4a80-bff6-da01ae24b9e1 req-e12f9d74-89a3-4e78-983e-83eab4bd24b3 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.15 "DELETE /v2.0/ports/06b10b26-b9d9-4902-8c66-22b270f6722e HTTP/1.1" status: 204 len: 173 time: 0.7909696 Jun 08 02:17:13.199010 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd215906f-096e-4a61-8b14-8a48d6262be8', 'name': 'network-vif-deleted', 'tag': '06b10b26-b9d9-4902-8c66-22b270f6722e'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:17:13.201235 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7bfdc2-49dc-45eb-aa3b-3dbf971c8ab1" -d '{"events": [{"server_uuid": "d215906f-096e-4a61-8b14-8a48d6262be8", "name": "network-vif-deleted", "tag": "06b10b26-b9d9-4902-8c66-22b270f6722e"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:17:13.240331 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa09fc2a-450c-4b6b-8e40-f292991deea3 x-openstack-request-id: req-fa09fc2a-450c-4b6b-8e40-f292991deea3 {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:17:13.240995 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d215906f-096e-4a61-8b14-8a48d6262be8", "name": "network-vif-deleted", "tag": "06b10b26-b9d9-4902-8c66-22b270f6722e", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:17:13.241420 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa09fc2a-450c-4b6b-8e40-f292991deea3 {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:17:13.242011 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa09fc2a-450c-4b6b-8e40-f292991deea3'] response: {'server_uuid': 'd215906f-096e-4a61-8b14-8a48d6262be8', 'name': 'network-vif-deleted', 'tag': '06b10b26-b9d9-4902-8c66-22b270f6722e', 'status': 'completed', 'code': 200} Jun 08 02:17:13.277560 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-46ddb506-607e-45e2-985e-50f27657f5bb None None] Set router cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:17:13.377625 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:13.470374 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-46ddb506-607e-45e2-985e-50f27657f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'name': 'tempest-TestVolumeBootPattern-1404169138-router', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:14:26Z', 'updated_at': '2022-06-08T02:14:30Z', 'revision_number': 4, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'gw_port': {'id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:27Z', 'updated_at': '2022-06-08T02:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '646a40c6-9089-487c-a27d-bbddff9e51f5', 'name': '', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'mac_address': 'fa:16:3e:c7:2c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:30Z', 'updated_at': '2022-06-08T02:14:34Z', 'revision_number': 5, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'subnets': [{'id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:17:13.494241 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ddb506-607e-45e2-985e-50f27657f5bb None None] Checking router: cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f for host: dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:17:13.502638 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ddb506-607e-45e2-985e-50f27657f5bb None None] Routers {'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:17:13.503217 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-46ddb506-607e-45e2-985e-50f27657f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:17:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:17:13.604798 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-46ddb506-607e-45e2-985e-50f27657f5bb None None] Set router cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:17:13.788189 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-46ddb506-607e-45e2-985e-50f27657f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'name': 'tempest-TestVolumeBootPattern-1404169138-router', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:14:26Z', 'updated_at': '2022-06-08T02:14:30Z', 'revision_number': 4, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'gw_port': {'id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:27Z', 'updated_at': '2022-06-08T02:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '646a40c6-9089-487c-a27d-bbddff9e51f5', 'name': '', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'mac_address': 'fa:16:3e:c7:2c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:30Z', 'updated_at': '2022-06-08T02:14:34Z', 'revision_number': 5, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'subnets': [{'id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:17:13.813550 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ddb506-607e-45e2-985e-50f27657f5bb None None] The sync data for ids ['cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'] in dv-cinder-845069-1-iscsi is: [{'id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'name': 'tempest-TestVolumeBootPattern-1404169138-router', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:14:26Z', 'updated_at': '2022-06-08T02:14:30Z', 'revision_number': 4, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'gw_port': {'id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:27Z', 'updated_at': '2022-06-08T02:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '646a40c6-9089-487c-a27d-bbddff9e51f5', 'name': '', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'mac_address': 'fa:16:3e:c7:2c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:30Z', 'updated_at': '2022-06-08T02:14:34Z', 'revision_number': 5, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'subnets': [{'id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:17:14.037816 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe58e0ba-a73b-4d50-8e63-751a9f5bd0f4 None None] New status for floating IP 1de3055d-1a7e-4078-b665-b1281ce615bb: DOWN {{(pid=104270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 02:17:14.266485 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-a34db01f-487e-4b46-994d-5f69b258714a tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1399273772&fields=id&tenant_id=079027b24aba4a179f99de9f6fe944b8 HTTP/1.1" status: 200 len: 267 time: 0.0457599 Jun 08 02:17:14.376195 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-392c36e9-8f65-44d2-b6c1-39aca7d43519 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:17:14.378137 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-392c36e9-8f65-44d2-b6c1-39aca7d43519 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/networks?id=05318a5a-b32e-458e-9f7c-d5bc705960a2 HTTP/1.1" status: 200 len: 812 time: 0.1026771 Jun 08 02:17:14.392666 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-212c10f4-c511-4ce4-b3c6-6cf3b0663e2c tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/quotas/079027b24aba4a179f99de9f6fe944b8 HTTP/1.1" status: 200 len: 375 time: 0.0091102 Jun 08 02:17:14.440957 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-02b2005f-1ed4-4b7c-96d5-e85bd0e4ff54 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=079027b24aba4a179f99de9f6fe944b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435157 Jun 08 02:17:14.525816 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-2e66ca1f-a79a-4089-ba10-843f69b7108a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104268) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 08 02:17:14.526840 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-2e66ca1f-a79a-4089-ba10-843f69b7108a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0751019 Jun 08 02:17:14.617220 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-2d1433d5-da20-4bb5-b829-b2b40a71beaf service neutron] 10.222.0.20 "GET /v2.0/networks/05318a5a-b32e-458e-9f7c-d5bc705960a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846121 Jun 08 02:17:14.704799 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-1cd75139-239f-4d3f-a138-1ab0f5d35400 service neutron] 10.222.0.20 "GET /v2.0/networks/05318a5a-b32e-458e-9f7c-d5bc705960a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811057 Jun 08 02:17:14.851764 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 06b10b26-b9d9-4902-8c66-22b270f6722e no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:17:14.876413 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] No Port match for: 06b10b26-b9d9-4902-8c66-22b270f6722e {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:17:14.876768 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 06b10b26-b9d9-4902-8c66-22b270f6722e not bound to the agent host hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:17:14.996842 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-2d493585-0f4c-4762-a030-5357cfcc446c req-35c9999a-e2c0-4b9b-9529-0ec7f2ac5d90 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de HTTP/1.1" status: 200 len: 210 time: 0.0282526 Jun 08 02:17:15.944492 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-e2c058da-a711-4bd6-9934-8cb422ddbc57 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:17:15.946030 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-e2c058da-a711-4bd6-9934-8cb422ddbc57 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.15 "GET /v2.0/networks?id=05318a5a-b32e-458e-9f7c-d5bc705960a2 HTTP/1.1" status: 200 len: 812 time: 0.1109972 Jun 08 02:17:16.014968 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-7d2e47f0-5369-43a2-9627-f1b28d76e486 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=079027b24aba4a179f99de9f6fe944b8 HTTP/1.1" status: 200 len: 380 time: 0.0605969 Jun 08 02:17:16.024720 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-16682662-fbb3-4a0f-9412-cb8e1c414394 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Request body: {'port': {'device_id': 'ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'admin_state_up': True, 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'security_groups': ['8c9b376b-878d-48db-ba59-2c601b1c7d80']}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:17:16.098812 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c9c2ddb8-c54e-446e-b1d9-6d8402bf30bc req-5fcd4b98-cee7-4c78-a923-64c61ca6cbda tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de HTTP/1.1" status: 200 len: 210 time: 0.0313854 Jun 08 02:17:16.156726 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-16682662-fbb3-4a0f-9412-cb8e1c414394 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Made reservation on behalf of 079027b24aba4a179f99de9f6fe944b8 for: {'port': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:17:16.159993 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-16682662-fbb3-4a0f-9412-cb8e1c414394 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:16.239443 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:16.288279 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-16682662-fbb3-4a0f-9412-cb8e1c414394 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Allocated IP 172.20.0.12 (05318a5a-b32e-458e-9f7c-d5bc705960a2/0a6900bc-03fc-46b3-b7d6-870661475e34/32f4531c-b75e-4816-9d56-731d8bac1cd2) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:17:16.396659 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:16.425509 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-16682662-fbb3-4a0f-9412-cb8e1c414394 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for port (32f4531c-b75e-4816-9d56-731d8bac1cd2), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:16.457181 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-16682662-fbb3-4a0f-9412-cb8e1c414394 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (32f4531c-b75e-4816-9d56-731d8bac1cd2), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:16.501282 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-16682662-fbb3-4a0f-9412-cb8e1c414394 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Network 05318a5a-b32e-458e-9f7c-d5bc705960a2 is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:17:16.504497 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-16682662-fbb3-4a0f-9412-cb8e1c414394 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:17:16.510803 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-16682662-fbb3-4a0f-9412-cb8e1c414394 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:17:16.533591 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16682662-fbb3-4a0f-9412-cb8e1c414394 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Pushing event updated for resources: {'Port': ['ID=32f4531c-b75e-4816-9d56-731d8bac1cd2,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:17:16.563244 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-16682662-fbb3-4a0f-9412-cb8e1c414394 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:17:16.563868 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-16682662-fbb3-4a0f-9412-cb8e1c414394 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:16.583983 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-16682662-fbb3-4a0f-9412-cb8e1c414394 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5632918 Jun 08 02:17:16.598851 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] Request body: {'port': {'device_id': 'ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:17:16.660883 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (32f4531c-b75e-4816-9d56-731d8bac1cd2), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:16.765024 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-1bb91aea-e32d-427e-81c3-9a8b8b5c2f8e None None] Provisioning complete for port 32f4531c-b75e-4816-9d56-731d8bac1cd2 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:17:16.765645 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-1bb91aea-e32d-427e-81c3-9a8b8b5c2f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (32f4531c-b75e-4816-9d56-731d8bac1cd2), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:16.799332 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-1bb91aea-e32d-427e-81c3-9a8b8b5c2f8e None None] Port 32f4531c-b75e-4816-9d56-731d8bac1cd2 cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:17:17.205316 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:17.211237 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32f4531c-b75e-4816-9d56-731d8bac1cd2 {{(pid=104268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:17:17.222984 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] Publish callbacks [] for port (32f4531c-b75e-4816-9d56-731d8bac1cd2), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:17.236895 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1e7ed-cb75-43d5-9eb6-e3f0633253ac req-b4bd1567-dc2c-4843-83d8-8aa6175e925e tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:17:17.238336 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-bdb1e7ed-cb75-43d5-9eb6-e3f0633253ac req-b4bd1567-dc2c-4843-83d8-8aa6175e925e tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de HTTP/1.1" status: 200 len: 932 time: 0.0660965 Jun 08 02:17:17.248702 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.provisioning_blocks [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] Transition to ACTIVE for port object 32f4531c-b75e-4816-9d56-731d8bac1cd2 will not be triggered until provisioned by entity L2. {{(pid=104268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 02:17:17.260885 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (32f4531c-b75e-4816-9d56-731d8bac1cd2), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:17.325697 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-bdb1e7ed-cb75-43d5-9eb6-e3f0633253ac req-f335a79b-3a46-487b-ac1e-0dbda2af501f tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788157 Jun 08 02:17:17.341513 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] Pushing event updated for resources: {'Port': ['ID=32f4531c-b75e-4816-9d56-731d8bac1cd2,revision_number=2']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:17:17.364591 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:17.364931 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:17.365267 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:17.365616 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:17.365923 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:17.366246 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:17.366567 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:17.366881 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:17.367196 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:17.367509 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:17.367830 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:17.368141 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:17.368508 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:17.368898 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:17.369728 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:17.424033 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] Attempting to bind port 32f4531c-b75e-4816-9d56-731d8bac1cd2 on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:17:17.424473 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] Attempting to bind port 32f4531c-b75e-4816-9d56-731d8bac1cd2 by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': '3b5a06de-b7a8-42e3-8ed1-a44f44b0623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2'}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:17:17.424799 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] Attempting to bind port 32f4531c-b75e-4816-9d56-731d8bac1cd2 on network 05318a5a-b32e-458e-9f7c-d5bc705960a2 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:17:17.429258 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] Port 32f4531c-b75e-4816-9d56-731d8bac1cd2 on network 05318a5a-b32e-458e-9f7c-d5bc705960a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 02:17:17.429578 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] Attempting to bind port 32f4531c-b75e-4816-9d56-731d8bac1cd2 on network 05318a5a-b32e-458e-9f7c-d5bc705960a2 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:17:17.435757 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] Checking agent: {'id': 'aa11e808-eba7-468a-acd8-b3aef0cfc542', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'started_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:17:17.436104 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] Checking segment: {'id': '3b5a06de-b7a8-42e3-8ed1-a44f44b0623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:17:17.436755 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] Bound using segment: {'id': '3b5a06de-b7a8-42e3-8ed1-a44f44b0623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2'} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:17:17.436966 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] Bound port: 32f4531c-b75e-4816-9d56-731d8bac1cd2, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b5a06de-b7a8-42e3-8ed1-a44f44b0623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2'}}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:17:17.437353 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (32f4531c-b75e-4816-9d56-731d8bac1cd2), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:17.469425 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:17.505307 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] For port 32f4531c-b75e-4816-9d56-731d8bac1cd2, host hv-cinder-84506, cleared binding levels {{(pid=104268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:17:17.508224 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] For port 32f4531c-b75e-4816-9d56-731d8bac1cd2, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=32f4531c-b75e-4816-9d56-731d8bac1cd2,segment=NetworkSegment(3b5a06de-b7a8-42e3-8ed1-a44f44b0623e),segment_id=3b5a06de-b7a8-42e3-8ed1-a44f44b0623e)] {{(pid=104268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:17:17.514923 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (32f4531c-b75e-4816-9d56-731d8bac1cd2), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:17.546731 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:17:17.547349 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:17.548865 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] 10.222.0.15 "PUT /v2.0/ports/32f4531c-b75e-4816-9d56-731d8bac1cd2 HTTP/1.1" status: 200 len: 1094 time: 0.9541881 Jun 08 02:17:17.550978 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de', 'tag': '32f4531c-b75e-4816-9d56-731d8bac1cd2'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:17:17.553185 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98231ed-646d-45f4-a6ac-e1bc95fd501e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de", "tag": "32f4531c-b75e-4816-9d56-731d8bac1cd2"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:17:17.580832 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e10c16-4d62-43f4-bb23-c8d3c3607af5 service neutron] Pushing event updated for resources: {'Port': ['ID=32f4531c-b75e-4816-9d56-731d8bac1cd2,revision_number=3']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:17:17.597833 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9276d558-77e9-4db4-8772-40f74ae79717 x-openstack-request-id: req-9276d558-77e9-4db4-8772-40f74ae79717 {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:17:17.598149 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de", "tag": "32f4531c-b75e-4816-9d56-731d8bac1cd2", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:17:17.598394 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9276d558-77e9-4db4-8772-40f74ae79717 {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:17:17.598793 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9276d558-77e9-4db4-8772-40f74ae79717'] response: {'name': 'network-changed', 'server_uuid': 'ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de', 'tag': '32f4531c-b75e-4816-9d56-731d8bac1cd2', 'status': 'completed', 'code': 200} Jun 08 02:17:17.738900 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98231ed-646d-45f4-a6ac-e1bc95fd501e req-84900672-4dbc-4d8f-a4fc-91208bd39ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:17:17.740581 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d98231ed-646d-45f4-a6ac-e1bc95fd501e req-84900672-4dbc-4d8f-a4fc-91208bd39ec1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=079027b24aba4a179f99de9f6fe944b8&device_id=ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de HTTP/1.1" status: 200 len: 1128 time: 0.0452719 Jun 08 02:17:18.169729 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98231ed-646d-45f4-a6ac-e1bc95fd501e req-4740d6bd-7a2e-424b-849c-b0e5d609b724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:17:18.171198 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d98231ed-646d-45f4-a6ac-e1bc95fd501e req-4740d6bd-7a2e-424b-849c-b0e5d609b724 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=079027b24aba4a179f99de9f6fe944b8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1710982 Jun 08 02:17:18.335162 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98231ed-646d-45f4-a6ac-e1bc95fd501e req-1f1d0534-cd66-4f19-8b0a-aab34fffed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:17:18.336658 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d98231ed-646d-45f4-a6ac-e1bc95fd501e req-1f1d0534-cd66-4f19-8b0a-aab34fffed36 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1573846 Jun 08 02:17:18.439267 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-5220c43c-b1a7-4f21-9bba-6426c19fa34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:17:18.440718 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-5220c43c-b1a7-4f21-9bba-6426c19fa34a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=079027b24aba4a179f99de9f6fe944b8&device_id=ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de HTTP/1.1" status: 200 len: 1128 time: 0.0672722 Jun 08 02:17:18.454684 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985821ed-65d9-4514-bf60-f1e728bb2a9c req-8f828f95-874c-46dd-aaaf-86b3c995d465 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:17:18.456024 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-985821ed-65d9-4514-bf60-f1e728bb2a9c req-8f828f95-874c-46dd-aaaf-86b3c995d465 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de HTTP/1.1" status: 200 len: 944 time: 0.0558643 Jun 08 02:17:18.501625 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-5f4eb3b8-a678-4071-ae40-b327c40b9aca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32f4531c-b75e-4816-9d56-731d8bac1cd2 HTTP/1.1" status: 200 len: 217 time: 0.0529563 Jun 08 02:17:18.570272 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-985821ed-65d9-4514-bf60-f1e728bb2a9c req-0e189208-5d2c-45b0-8ff3-1ab6113e2a1a tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077743 Jun 08 02:17:18.573953 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-6ffa0cde-9af6-4b8d-bec3-36bdcb0c57b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:17:18.575326 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-6ffa0cde-9af6-4b8d-bec3-36bdcb0c57b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a6900bc-03fc-46b3-b7d6-870661475e34 HTTP/1.1" status: 200 len: 851 time: 0.0680254 Jun 08 02:17:18.628834 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-cd7f1e58-1d66-456c-ba54-d51a96473a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:17:18.630751 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-cd7f1e58-1d66-456c-ba54-d51a96473a0a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05318a5a-b32e-458e-9f7c-d5bc705960a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393474 Jun 08 02:17:18.711422 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:18.729887 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-ef092595-9bed-4eeb-b2f9-d7ee3f6c006c service neutron] 10.222.0.15 "GET /v2.0/networks/05318a5a-b32e-458e-9f7c-d5bc705960a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863500 Jun 08 02:17:18.823733 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-49ecfea1-93bf-4e58-a0cf-8632465c3291 req-c9c173b9-7cb7-484e-9a9b-9ebff4b34540 service neutron] 10.222.0.15 "GET /v2.0/networks/05318a5a-b32e-458e-9f7c-d5bc705960a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860503 Jun 08 02:17:19.683892 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afef36d-e1ca-4fa7-b06f-67510bad4ed7 req-fda7ee8a-5574-4eda-8009-e5e3947d756a tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:17:19.685378 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6afef36d-e1ca-4fa7-b06f-67510bad4ed7 req-fda7ee8a-5574-4eda-8009-e5e3947d756a tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de HTTP/1.1" status: 200 len: 944 time: 0.0466745 Jun 08 02:17:19.734888 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6afef36d-e1ca-4fa7-b06f-67510bad4ed7 req-d24fa5d9-a715-4e7d-a95d-1545f0a98565 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439713 Jun 08 02:17:20.658944 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd37444-9b03-42a5-aeb5-56bb9523e262 req-63550aa4-00fe-4c1c-bb5d-30f15d000fd5 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:17:20.660325 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cbd37444-9b03-42a5-aeb5-56bb9523e262 req-63550aa4-00fe-4c1c-bb5d-30f15d000fd5 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e4df138-a844-4517-b90d-e9834f10ba81 HTTP/1.1" status: 200 len: 946 time: 0.0471280 Jun 08 02:17:20.706961 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cbd37444-9b03-42a5-aeb5-56bb9523e262 req-3bb7adcd-f832-49ac-9ae2-aea879d5e4be tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0e21d44-1a15-4ac8-b7cd-86657cdf81b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406795 Jun 08 02:17:20.860519 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14b132-ec79-4415-a8e3-175ed023091c req-d835a997-9558-4446-993d-564a8a3bd7a5 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:17:20.862066 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7c14b132-ec79-4415-a8e3-175ed023091c req-d835a997-9558-4446-993d-564a8a3bd7a5 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de HTTP/1.1" status: 200 len: 944 time: 0.0499630 Jun 08 02:17:20.898341 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:20.918136 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7c14b132-ec79-4415-a8e3-175ed023091c req-63c33f4e-353a-480f-8464-79f88b54782c tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501227 Jun 08 02:17:21.821627 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ac244-93fa-4f8a-b6ae-7f70be11f7ea req-01608bb8-3fc9-4ef4-84b5-28eb13539e29 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:17:21.823564 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-962ac244-93fa-4f8a-b6ae-7f70be11f7ea req-01608bb8-3fc9-4ef4-84b5-28eb13539e29 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e4df138-a844-4517-b90d-e9834f10ba81 HTTP/1.1" status: 200 len: 946 time: 0.0477018 Jun 08 02:17:21.870469 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-962ac244-93fa-4f8a-b6ae-7f70be11f7ea req-c711c76a-f730-439f-8207-51f75bf4461d tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0e21d44-1a15-4ac8-b7cd-86657cdf81b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413799 Jun 08 02:17:22.035226 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54103fe-9c7d-4fbb-bb38-7ac8c84ada1d req-b5a5f067-f976-4b3e-bf66-86e22a6c2565 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:17:22.036727 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a54103fe-9c7d-4fbb-bb38-7ac8c84ada1d req-b5a5f067-f976-4b3e-bf66-86e22a6c2565 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de HTTP/1.1" status: 200 len: 944 time: 0.0464590 Jun 08 02:17:22.104236 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a54103fe-9c7d-4fbb-bb38-7ac8c84ada1d req-7a9c8929-c70c-4a34-80df-c61eb4354afc tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614290 Jun 08 02:17:22.414860 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340e7ba-f37c-443b-8c62-0376612c4f8f req-3a1d8327-4ad4-4bfd-8795-99ed4707c017 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:17:22.416913 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e340e7ba-f37c-443b-8c62-0376612c4f8f req-3a1d8327-4ad4-4bfd-8795-99ed4707c017 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e4df138-a844-4517-b90d-e9834f10ba81 HTTP/1.1" status: 200 len: 946 time: 0.0464516 Jun 08 02:17:22.498033 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-e340e7ba-f37c-443b-8c62-0376612c4f8f req-ebab807c-9aff-4ec7-8353-bb58d52ae98c tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Deleting port cc2bb239-d2d8-428f-b312-59fce54f851d {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:17:22.498364 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-e340e7ba-f37c-443b-8c62-0376612c4f8f req-ebab807c-9aff-4ec7-8353-bb58d52ae98c tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (cc2bb239-d2d8-428f-b312-59fce54f851d), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:22.585798 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-e340e7ba-f37c-443b-8c62-0376612c4f8f req-ebab807c-9aff-4ec7-8353-bb58d52ae98c tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] For port cc2bb239-d2d8-428f-b312-59fce54f851d, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=cc2bb239-d2d8-428f-b312-59fce54f851d,segment=NetworkSegment(c782ea20-85ec-40e7-bc18-0d9fccaf21a0),segment_id=c782ea20-85ec-40e7-bc18-0d9fccaf21a0)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:17:22.586161 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-e340e7ba-f37c-443b-8c62-0376612c4f8f req-ebab807c-9aff-4ec7-8353-bb58d52ae98c tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (cc2bb239-d2d8-428f-b312-59fce54f851d), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:22.742353 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-e340e7ba-f37c-443b-8c62-0376612c4f8f req-ebab807c-9aff-4ec7-8353-bb58d52ae98c tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:22.742628 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-e340e7ba-f37c-443b-8c62-0376612c4f8f req-ebab807c-9aff-4ec7-8353-bb58d52ae98c tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682813'] for floatingip (b7b5fcee-d517-46a7-b71b-890f812c19a2), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:22.742937 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.db.l3_db [req-e340e7ba-f37c-443b-8c62-0376612c4f8f req-ebab807c-9aff-4ec7-8353-bb58d52ae98c tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Floating IP b7b5fcee-d517-46a7-b71b-890f812c19a2 disassociated. External IP: 172.27.1.97, port: cc2bb239-d2d8-428f-b312-59fce54f851d. Jun 08 02:17:22.743272 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-e340e7ba-f37c-443b-8c62-0376612c4f8f req-ebab807c-9aff-4ec7-8353-bb58d52ae98c tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Calling delete_port for cc2bb239-d2d8-428f-b312-59fce54f851d owned by compute:nova {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:17:22.745180 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:22.868818 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-e340e7ba-f37c-443b-8c62-0376612c4f8f req-ebab807c-9aff-4ec7-8353-bb58d52ae98c tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (cc2bb239-d2d8-428f-b312-59fce54f851d), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:22.895314 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab807c-9aff-4ec7-8353-bb58d52ae98c tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Pushing event deleted for resources: {'Port': ['ID=cc2bb239-d2d8-428f-b312-59fce54f851d,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:17:23.007171 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6ec977b5-60e4-40c1-8135-23546a82957a req-8604bf91-f511-49b6-b65e-4f205963048c tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e4df138-a844-4517-b90d-e9834f10ba81 HTTP/1.1" status: 200 len: 210 time: 0.0303810 Jun 08 02:17:23.029995 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e340e7ba-f37c-443b-8c62-0376612c4f8f req-ebab807c-9aff-4ec7-8353-bb58d52ae98c tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Router 7b894861-f3fe-47b8-8c74-31a38c95ae7e has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:17:23.078984 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:23.136496 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e340e7ba-f37c-443b-8c62-0376612c4f8f req-ebab807c-9aff-4ec7-8353-bb58d52ae98c tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:17:23.147721 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07125c0b-b3c6-467f-81aa-a5c00de4e05f None None] Sync routers for ids ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'] in dv-cinder-845069-1-iscsi {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:17:23.159199 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07125c0b-b3c6-467f-81aa-a5c00de4e05f None None] Routers {'7b894861-f3fe-47b8-8c74-31a38c95ae7e'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:17:23.159824 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-07125c0b-b3c6-467f-81aa-a5c00de4e05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:17:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:17:23.185045 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-e340e7ba-f37c-443b-8c62-0376612c4f8f req-ebab807c-9aff-4ec7-8353-bb58d52ae98c tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] No DVR routers for this DVR port cc2bb239-d2d8-428f-b312-59fce54f851d on host hv-cinder-84506 {{(pid=104268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:17:23.195834 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-e340e7ba-f37c-443b-8c62-0376612c4f8f req-ebab807c-9aff-4ec7-8353-bb58d52ae98c tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:23.199476 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e340e7ba-f37c-443b-8c62-0376612c4f8f req-ebab807c-9aff-4ec7-8353-bb58d52ae98c tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.15 "DELETE /v2.0/ports/cc2bb239-d2d8-428f-b312-59fce54f851d HTTP/1.1" status: 204 len: 173 time: 0.7742879 Jun 08 02:17:23.201401 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4df138-a844-4517-b90d-e9834f10ba81', 'name': 'network-vif-deleted', 'tag': 'cc2bb239-d2d8-428f-b312-59fce54f851d'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:17:23.203657 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cc0734-6e42-4866-acb9-cfe997e3c724" -d '{"events": [{"server_uuid": "6e4df138-a844-4517-b90d-e9834f10ba81", "name": "network-vif-deleted", "tag": "cc2bb239-d2d8-428f-b312-59fce54f851d"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:17:23.248351 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4b950-aaa0-4118-a649-2deca11dd3fc req-0ead8a60-8d9b-4238-a33c-071cc97a93b6 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:17:23.254705 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3da4b950-aaa0-4118-a649-2deca11dd3fc req-0ead8a60-8d9b-4238-a33c-071cc97a93b6 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de HTTP/1.1" status: 200 len: 944 time: 0.0729053 Jun 08 02:17:23.280124 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4946e0-6698-4669-a9db-6f760efa7d6e x-openstack-request-id: req-ad4946e0-6698-4669-a9db-6f760efa7d6e {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:17:23.280433 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4df138-a844-4517-b90d-e9834f10ba81", "name": "network-vif-deleted", "tag": "cc2bb239-d2d8-428f-b312-59fce54f851d", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:17:23.280688 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad4946e0-6698-4669-a9db-6f760efa7d6e {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:17:23.281080 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad4946e0-6698-4669-a9db-6f760efa7d6e'] response: {'server_uuid': '6e4df138-a844-4517-b90d-e9834f10ba81', 'name': 'network-vif-deleted', 'tag': 'cc2bb239-d2d8-428f-b312-59fce54f851d', 'status': 'completed', 'code': 200} Jun 08 02:17:23.315510 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3da4b950-aaa0-4118-a649-2deca11dd3fc req-a41f3ed0-4467-4cca-9658-637d5db8b058 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591505 Jun 08 02:17:23.345673 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=100 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:23.375867 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-07125c0b-b3c6-467f-81aa-a5c00de4e05f None None] Set router 7b894861-f3fe-47b8-8c74-31a38c95ae7e gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:17:23.515425 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=100 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:23.560742 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-07125c0b-b3c6-467f-81aa-a5c00de4e05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'name': 'tempest-AttachVolumeNegativeTest-124736651-router', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:11Z', 'revision_number': 4, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'gw_port': {'id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': 'a7b88b84-8ac5-41d2-8ff5-d7833285f1a7', 'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'mac_address': 'fa:16:3e:0c:d6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:10Z', 'updated_at': '2022-06-08T02:13:14Z', 'revision_number': 5, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'subnets': [{'id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:17:23.583893 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07125c0b-b3c6-467f-81aa-a5c00de4e05f None None] Checking router: 7b894861-f3fe-47b8-8c74-31a38c95ae7e for host: dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:17:23.592104 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07125c0b-b3c6-467f-81aa-a5c00de4e05f None None] Routers {'7b894861-f3fe-47b8-8c74-31a38c95ae7e'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:17:23.592717 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-07125c0b-b3c6-467f-81aa-a5c00de4e05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:17:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:17:23.698988 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-07125c0b-b3c6-467f-81aa-a5c00de4e05f None None] Set router 7b894861-f3fe-47b8-8c74-31a38c95ae7e gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:17:23.887996 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-07125c0b-b3c6-467f-81aa-a5c00de4e05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'name': 'tempest-AttachVolumeNegativeTest-124736651-router', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:11Z', 'revision_number': 4, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'gw_port': {'id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': 'a7b88b84-8ac5-41d2-8ff5-d7833285f1a7', 'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'mac_address': 'fa:16:3e:0c:d6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:10Z', 'updated_at': '2022-06-08T02:13:14Z', 'revision_number': 5, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'subnets': [{'id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:17:23.916473 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07125c0b-b3c6-467f-81aa-a5c00de4e05f None None] The sync data for ids ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'] in dv-cinder-845069-1-iscsi is: [{'id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'name': 'tempest-AttachVolumeNegativeTest-124736651-router', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:11Z', 'revision_number': 4, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'gw_port': {'id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': 'a7b88b84-8ac5-41d2-8ff5-d7833285f1a7', 'name': '', 'network_id': 'ace59b46-c184-42c4-a8ec-b505d053335a', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'mac_address': 'fa:16:3e:0c:d6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:10Z', 'updated_at': '2022-06-08T02:13:14Z', 'revision_number': 5, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'subnets': [{'id': 'b7889fa0-9427-4972-9b51-61090e0e1386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:17:24.102817 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 59110) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:17:24.170057 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-fb42762b-4d75-4a61-9014-255ccb20d9bd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group (e0e21d44-1a15-4ac8-b7cd-86657cdf81b6), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:24.178130 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf57d0e-ef46-4c25-81ec-3f0b513e51f5 None None] New status for floating IP b7b5fcee-d517-46a7-b71b-890f812c19a2: DOWN {{(pid=104270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 02:17:24.198633 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-fb42762b-4d75-4a61-9014-255ccb20d9bd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group (e0e21d44-1a15-4ac8-b7cd-86657cdf81b6), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:24.250406 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-fb42762b-4d75-4a61-9014-255ccb20d9bd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (e0e21d44-1a15-4ac8-b7cd-86657cdf81b6), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:24.253294 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-fb42762b-4d75-4a61-9014-255ccb20d9bd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:24.254625 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-fb42762b-4d75-4a61-9014-255ccb20d9bd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "DELETE /v2.0/security-groups/e0e21d44-1a15-4ac8-b7cd-86657cdf81b6 HTTP/1.1" status: 204 len: 168 time: 0.1506515 Jun 08 02:17:24.257464 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 59114) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:17:24.266094 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42762b-4d75-4a61-9014-255ccb20d9bd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e21d44-1a15-4ac8-b7cd-86657cdf81b6,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:17:24.272871 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.api.v2.resource [None req-93cb47a8-499d-402c-88b0-7d54ffc31253 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] show failed (client error): The resource could not be found. Jun 08 02:17:24.273513 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42762b-4d75-4a61-9014-255ccb20d9bd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:24.278102 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42762b-4d75-4a61-9014-255ccb20d9bd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:24.278200 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-93cb47a8-499d-402c-88b0-7d54ffc31253 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "GET /v2.0/security-groups/e0e21d44-1a15-4ac8-b7cd-86657cdf81b6 HTTP/1.1" status: 404 len: 347 time: 0.0154414 Jun 08 02:17:24.278291 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42762b-4d75-4a61-9014-255ccb20d9bd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:24.278291 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42762b-4d75-4a61-9014-255ccb20d9bd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:24.278291 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42762b-4d75-4a61-9014-255ccb20d9bd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:24.278291 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42762b-4d75-4a61-9014-255ccb20d9bd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:24.278291 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42762b-4d75-4a61-9014-255ccb20d9bd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:24.278291 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42762b-4d75-4a61-9014-255ccb20d9bd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:24.278291 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42762b-4d75-4a61-9014-255ccb20d9bd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:24.278291 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42762b-4d75-4a61-9014-255ccb20d9bd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:24.278291 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42762b-4d75-4a61-9014-255ccb20d9bd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:24.278291 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42762b-4d75-4a61-9014-255ccb20d9bd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:24.278291 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42762b-4d75-4a61-9014-255ccb20d9bd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:24.279114 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 59116) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:17:24.279200 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42762b-4d75-4a61-9014-255ccb20d9bd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:24.279200 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42762b-4d75-4a61-9014-255ccb20d9bd tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:24.401893 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-95d39943-5d74-48b6-9180-0f7053a509b3 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Deleting port 4bb79c8c-575d-40a8-9f99-d92aa09cd807 {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:17:24.402152 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-95d39943-5d74-48b6-9180-0f7053a509b3 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (4bb79c8c-575d-40a8-9f99-d92aa09cd807), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:24.484873 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203998ae-20d5-4d5a-a5fc-943f52e911db req-1d7c41c2-93e0-4587-9acb-f106a9f4ce73 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:17:24.486323 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-203998ae-20d5-4d5a-a5fc-943f52e911db req-1d7c41c2-93e0-4587-9acb-f106a9f4ce73 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de HTTP/1.1" status: 200 len: 944 time: 0.0870299 Jun 08 02:17:24.537991 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-95d39943-5d74-48b6-9180-0f7053a509b3 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (4bb79c8c-575d-40a8-9f99-d92aa09cd807), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:24.538311 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-95d39943-5d74-48b6-9180-0f7053a509b3 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for floatingip (4bb79c8c-575d-40a8-9f99-d92aa09cd807), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:24.562144 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-95d39943-5d74-48b6-9180-0f7053a509b3 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Calling delete_port for 4bb79c8c-575d-40a8-9f99-d92aa09cd807 owned by network:floatingip {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:17:24.571219 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-203998ae-20d5-4d5a-a5fc-943f52e911db req-7f14f004-4e0a-4d2a-b0eb-ec75b932434b tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784230 Jun 08 02:17:24.630683 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:24.696312 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-95d39943-5d74-48b6-9180-0f7053a509b3 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (4bb79c8c-575d-40a8-9f99-d92aa09cd807), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:24.719733 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d39943-5d74-48b6-9180-0f7053a509b3 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Pushing event deleted for resources: {'Port': ['ID=4bb79c8c-575d-40a8-9f99-d92aa09cd807,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:17:24.783658 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-95d39943-5d74-48b6-9180-0f7053a509b3 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks [] for floatingip (b7b5fcee-d517-46a7-b71b-890f812c19a2), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:24.786168 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-95d39943-5d74-48b6-9180-0f7053a509b3 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:24.787295 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-95d39943-5d74-48b6-9180-0f7053a509b3 tempest-AttachVolumeNegativeTest-695083649 tempest-AttachVolumeNegativeTest-695083649-project] 10.222.0.20 "DELETE /v2.0/floatingips/b7b5fcee-d517-46a7-b71b-890f812c19a2 HTTP/1.1" status: 204 len: 168 time: 0.5082467 Jun 08 02:17:24.921470 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device cc2bb239-d2d8-428f-b312-59fce54f851d no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:17:24.939895 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] No Port match for: cc2bb239-d2d8-428f-b312-59fce54f851d {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:17:24.940235 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device cc2bb239-d2d8-428f-b312-59fce54f851d not bound to the agent host hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:17:25.656228 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:25.686732 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8235fe4-ffdd-4fa1-9e8d-6740aec2ae41 req-8874e33d-7964-45d4-90ed-c3de2fe8d25a tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:17:25.688210 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f8235fe4-ffdd-4fa1-9e8d-6740aec2ae41 req-8874e33d-7964-45d4-90ed-c3de2fe8d25a tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de HTTP/1.1" status: 200 len: 944 time: 0.0475485 Jun 08 02:17:25.737290 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f8235fe4-ffdd-4fa1-9e8d-6740aec2ae41 req-b30eebab-9b05-4f37-a7d8-591615aaefbc tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434651 Jun 08 02:17:26.847961 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcfde9-6f32-4740-a98c-8156532e78bc req-58c415d2-6262-4183-9ea0-7797490b41c0 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:17:26.849433 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-36bcfde9-6f32-4740-a98c-8156532e78bc req-58c415d2-6262-4183-9ea0-7797490b41c0 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de HTTP/1.1" status: 200 len: 944 time: 0.0462456 Jun 08 02:17:26.896626 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-36bcfde9-6f32-4740-a98c-8156532e78bc req-419c6ebc-4e8e-45fc-8ec2-58bb7151c350 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416110 Jun 08 02:17:26.937739 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 32f4531c-b75e-4816-9d56-731d8bac1cd2 details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 02:17:27.035968 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 32f4531c-b75e-4816-9d56-731d8bac1cd2, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=32f4531c-b75e-4816-9d56-731d8bac1cd2,segment=NetworkSegment(3b5a06de-b7a8-42e3-8ed1-a44f44b0623e),segment_id=3b5a06de-b7a8-42e3-8ed1-a44f44b0623e)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:17:27.047706 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Returning: {'device': '32f4531c-b75e-4816-9d56-731d8bac1cd2', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'port_id': '32f4531c-b75e-4816-9d56-731d8bac1cd2', 'mac_address': 'fa:16:3e:84:ee:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 02:17:27.081020 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 32f4531c-b75e-4816-9d56-731d8bac1cd2 is: DOWN; New status is: BUILD {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:17:27.081400 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (32f4531c-b75e-4816-9d56-731d8bac1cd2), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:27.094553 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32f4531c-b75e-4816-9d56-731d8bac1cd2 {{(pid=104270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:17:27.116801 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 32f4531c-b75e-4816-9d56-731d8bac1cd2, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=32f4531c-b75e-4816-9d56-731d8bac1cd2,segment=NetworkSegment(3b5a06de-b7a8-42e3-8ed1-a44f44b0623e),segment_id=3b5a06de-b7a8-42e3-8ed1-a44f44b0623e)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:17:27.121087 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (32f4531c-b75e-4816-9d56-731d8bac1cd2), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:27.174643 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=32f4531c-b75e-4816-9d56-731d8bac1cd2,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:17:27.181714 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:27.182140 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:27.182899 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:27.183272 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:27.183755 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:27.184081 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:27.186875 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:27.186875 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:27.186875 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:27.186875 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:27.186875 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:27.186875 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:27.190453 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:27.190453 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:27.190453 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:17:27.373531 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['32f4531c-b75e-4816-9d56-731d8bac1cd2'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:17:27.572048 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:27.591253 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:28.012823 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d207dae-79bd-41c3-81f6-f4d49f24617b req-088974a2-c4c5-4670-97c9-50bcfd591df7 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:17:28.014309 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3d207dae-79bd-41c3-81f6-f4d49f24617b req-088974a2-c4c5-4670-97c9-50bcfd591df7 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de HTTP/1.1" status: 200 len: 945 time: 0.0508139 Jun 08 02:17:28.047243 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:28.064958 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3d207dae-79bd-41c3-81f6-f4d49f24617b req-1c2df3cb-9741-4af1-846f-1746ea3ec75a tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451651 Jun 08 02:17:28.454387 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 59160) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:17:28.953438 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 32f4531c-b75e-4816-9d56-731d8bac1cd2 up at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:17:28.994415 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning for port 32f4531c-b75e-4816-9d56-731d8bac1cd2 completed by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 02:17:29.001062 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning complete for port 32f4531c-b75e-4816-9d56-731d8bac1cd2 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:17:29.001451 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (32f4531c-b75e-4816-9d56-731d8bac1cd2), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:29.004461 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-cebf0c27-3b0f-434d-b041-0958b2fca153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683837'] for router_interface (7b894861-f3fe-47b8-8c74-31a38c95ae7e), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:29.078931 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 32f4531c-b75e-4816-9d56-731d8bac1cd2 is: BUILD; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:17:29.079316 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (32f4531c-b75e-4816-9d56-731d8bac1cd2), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:29.102831 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f4531c-b75e-4816-9d56-731d8bac1cd2'}] {{(pid=104270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:17:29.105908 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8be0b5de5a23eefcc09db06b1daf5598b5c3b6529c2083486e3c6bab2d5553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c431eda-1f23-43d0-ae6c-44c58da5ce66" -d '{"events": [{"server_uuid": "ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de", "name": "network-vif-plugged", "status": "completed", "tag": "32f4531c-b75e-4816-9d56-731d8bac1cd2"}]}' {{(pid=104270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:17:29.118935 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 32f4531c-b75e-4816-9d56-731d8bac1cd2, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=32f4531c-b75e-4816-9d56-731d8bac1cd2,segment=NetworkSegment(3b5a06de-b7a8-42e3-8ed1-a44f44b0623e),segment_id=3b5a06de-b7a8-42e3-8ed1-a44f44b0623e)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:17:29.125678 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (32f4531c-b75e-4816-9d56-731d8bac1cd2), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:29.155251 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cf84dd-3c5f-4348-a772-25fdf5c2c8ee x-openstack-request-id: req-d6cf84dd-3c5f-4348-a772-25fdf5c2c8ee {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:17:29.155533 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de", "name": "network-vif-plugged", "status": "completed", "tag": "32f4531c-b75e-4816-9d56-731d8bac1cd2", "code": 200}]} {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:17:29.155778 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6cf84dd-3c5f-4348-a772-25fdf5c2c8ee {{(pid=104270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:17:29.156180 dv-cinder-845069-1-iscsi neutron-server[104270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6cf84dd-3c5f-4348-a772-25fdf5c2c8ee'] response: {'server_uuid': 'ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f4531c-b75e-4816-9d56-731d8bac1cd2', 'code': 200} Jun 08 02:17:29.180845 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=32f4531c-b75e-4816-9d56-731d8bac1cd2,revision_number=5']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:17:29.218911 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:29.225264 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091eb2b-364f-4563-9f34-3a7f8baf6eee req-c27c2c23-701b-458d-86eb-f832139195fa tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:17:29.226733 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6091eb2b-364f-4563-9f34-3a7f8baf6eee req-c27c2c23-701b-458d-86eb-f832139195fa tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de HTTP/1.1" status: 200 len: 946 time: 0.0676758 Jun 08 02:17:29.325534 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-cebf0c27-3b0f-434d-b041-0958b2fca153 admin admin] Deleting port a7b88b84-8ac5-41d2-8ff5-d7833285f1a7 {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:17:29.325875 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-cebf0c27-3b0f-434d-b041-0958b2fca153 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (a7b88b84-8ac5-41d2-8ff5-d7833285f1a7), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:29.333528 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6091eb2b-364f-4563-9f34-3a7f8baf6eee req-b7b0267f-d639-4471-9bef-aab4a3d9da70 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911269 Jun 08 02:17:29.426060 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfba65d-0d74-4523-a17f-dd4a7d3790e3 req-23d69756-1309-4089-84fa-d4e149d150fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:17:29.427591 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-dcfba65d-0d74-4523-a17f-dd4a7d3790e3 req-23d69756-1309-4089-84fa-d4e149d150fb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de HTTP/1.1" status: 200 len: 1130 time: 0.0589945 Jun 08 02:17:29.470452 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [None req-cebf0c27-3b0f-434d-b041-0958b2fca153 admin admin] For port a7b88b84-8ac5-41d2-8ff5-d7833285f1a7, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=a7b88b84-8ac5-41d2-8ff5-d7833285f1a7,segment=NetworkSegment(c782ea20-85ec-40e7-bc18-0d9fccaf21a0),segment_id=c782ea20-85ec-40e7-bc18-0d9fccaf21a0)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:17:29.470730 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-cebf0c27-3b0f-434d-b041-0958b2fca153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (a7b88b84-8ac5-41d2-8ff5-d7833285f1a7), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:29.491345 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-cebf0c27-3b0f-434d-b041-0958b2fca153 admin admin] Calling delete_port for a7b88b84-8ac5-41d2-8ff5-d7833285f1a7 owned by network:router_interface {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:17:29.517005 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-dcfba65d-0d74-4523-a17f-dd4a7d3790e3 req-cee4df0d-05cd-4bc6-9af1-380ec4213e17 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748787 Jun 08 02:17:29.541346 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:29.679528 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-cebf0c27-3b0f-434d-b041-0958b2fca153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (a7b88b84-8ac5-41d2-8ff5-d7833285f1a7), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:29.700760 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf0c27-3b0f-434d-b041-0958b2fca153 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7b88b84-8ac5-41d2-8ff5-d7833285f1a7,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:17:29.865281 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-cebf0c27-3b0f-434d-b041-0958b2fca153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683181'] for router_interface (7b894861-f3fe-47b8-8c74-31a38c95ae7e), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:30.049799 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:30.071284 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebf0c27-3b0f-434d-b041-0958b2fca153 admin admin] Router 7b894861-f3fe-47b8-8c74-31a38c95ae7e has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:17:30.177001 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebf0c27-3b0f-434d-b041-0958b2fca153 admin admin] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:17:30.185035 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-cebf0c27-3b0f-434d-b041-0958b2fca153 admin admin] 10.222.0.20 "PUT /v2.0/routers/7b894861-f3fe-47b8-8c74-31a38c95ae7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7263746 Jun 08 02:17:30.185035 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 59166) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:17:30.186431 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622c46c8-01a2-486a-98ec-ffaaef6dd030 None None] Sync routers for ids ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'] in dv-cinder-845069-1-iscsi {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:17:30.196962 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622c46c8-01a2-486a-98ec-ffaaef6dd030 None None] Routers {'7b894861-f3fe-47b8-8c74-31a38c95ae7e'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:17:30.197651 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-622c46c8-01a2-486a-98ec-ffaaef6dd030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:17:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:17:30.286493 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-cf84aa57-dc18-4f41-9438-0af9aec3162e admin admin] Publish callbacks [] for router (7b894861-f3fe-47b8-8c74-31a38c95ae7e), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:30.298646 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-622c46c8-01a2-486a-98ec-ffaaef6dd030 None None] Set router 7b894861-f3fe-47b8-8c74-31a38c95ae7e gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:17:30.387922 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-cf84aa57-dc18-4f41-9438-0af9aec3162e admin admin] Publish callbacks [] for router_gateway (7b894861-f3fe-47b8-8c74-31a38c95ae7e), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:30.423160 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:30.466967 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-cf84aa57-dc18-4f41-9438-0af9aec3162e admin admin] Deleting port dca003f8-6f17-47b2-876d-118bb317222f {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:17:30.467300 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-cf84aa57-dc18-4f41-9438-0af9aec3162e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (dca003f8-6f17-47b2-876d-118bb317222f), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:30.469866 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-622c46c8-01a2-486a-98ec-ffaaef6dd030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'name': 'tempest-AttachVolumeNegativeTest-124736651-router', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:17:29Z', 'revision_number': 5, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'gw_port': {'id': 'dca003f8-6f17-47b2-876d-118bb317222f', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:17:30.487897 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658244b-4e03-4cb9-a932-6af7b4c73bce req-510ad7ec-69c3-4dcb-9583-07b7a123dbcb tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:17:30.489406 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6658244b-4e03-4cb9-a932-6af7b4c73bce req-510ad7ec-69c3-4dcb-9583-07b7a123dbcb tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de HTTP/1.1" status: 200 len: 946 time: 0.0693929 Jun 08 02:17:30.496283 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622c46c8-01a2-486a-98ec-ffaaef6dd030 None None] Checking router: 7b894861-f3fe-47b8-8c74-31a38c95ae7e for host: dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:17:30.505297 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622c46c8-01a2-486a-98ec-ffaaef6dd030 None None] Routers {'7b894861-f3fe-47b8-8c74-31a38c95ae7e'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:17:30.505908 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-622c46c8-01a2-486a-98ec-ffaaef6dd030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:17:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:17:30.587475 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-622c46c8-01a2-486a-98ec-ffaaef6dd030 None None] Set router 7b894861-f3fe-47b8-8c74-31a38c95ae7e gateway port host: None {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:17:30.591293 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6658244b-4e03-4cb9-a932-6af7b4c73bce req-b5e6f5db-45c9-4a90-8e08-06e6893b2528 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745182 Jun 08 02:17:30.598029 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [None req-cf84aa57-dc18-4f41-9438-0af9aec3162e admin admin] For port dca003f8-6f17-47b2-876d-118bb317222f, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=dca003f8-6f17-47b2-876d-118bb317222f,segment=NetworkSegment(85e1942d-da80-4474-8baf-777e325afd8c),segment_id=85e1942d-da80-4474-8baf-777e325afd8c)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:17:30.598394 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-cf84aa57-dc18-4f41-9438-0af9aec3162e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (dca003f8-6f17-47b2-876d-118bb317222f), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:30.611527 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-cf84aa57-dc18-4f41-9438-0af9aec3162e admin admin] Calling delete_port for dca003f8-6f17-47b2-876d-118bb317222f owned by network:router_gateway {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:17:30.640224 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-622c46c8-01a2-486a-98ec-ffaaef6dd030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'name': 'tempest-AttachVolumeNegativeTest-124736651-router', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:17:30Z', 'revision_number': 6, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'gw_port_host': None}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:17:30.663679 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622c46c8-01a2-486a-98ec-ffaaef6dd030 None None] The sync data for ids ['7b894861-f3fe-47b8-8c74-31a38c95ae7e'] in dv-cinder-845069-1-iscsi is: [{'id': '7b894861-f3fe-47b8-8c74-31a38c95ae7e', 'name': 'tempest-AttachVolumeNegativeTest-124736651-router', 'tenant_id': '879e3eacb3bc4b69891677c86bbd5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:13:08Z', 'updated_at': '2022-06-08T02:17:30Z', 'revision_number': 6, 'project_id': '879e3eacb3bc4b69891677c86bbd5de3', 'gw_port_host': None}] {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:17:30.777542 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-cf84aa57-dc18-4f41-9438-0af9aec3162e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (dca003f8-6f17-47b2-876d-118bb317222f), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:30.799924 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84aa57-dc18-4f41-9438-0af9aec3162e admin admin] Pushing event deleted for resources: {'Port': ['ID=dca003f8-6f17-47b2-876d-118bb317222f,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:17:30.867772 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-cf84aa57-dc18-4f41-9438-0af9aec3162e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-682874'] for router_gateway (7b894861-f3fe-47b8-8c74-31a38c95ae7e), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:30.869493 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:30.960754 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-cf84aa57-dc18-4f41-9438-0af9aec3162e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6818'] for router (7b894861-f3fe-47b8-8c74-31a38c95ae7e), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:30.962832 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-cf84aa57-dc18-4f41-9438-0af9aec3162e admin admin] Publish callbacks [] for router_controller (7b894861-f3fe-47b8-8c74-31a38c95ae7e), precommit_delete_associations {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:31.014173 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-cf84aa57-dc18-4f41-9438-0af9aec3162e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683256'] for router (7b894861-f3fe-47b8-8c74-31a38c95ae7e), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:31.014897 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf84aa57-dc18-4f41-9438-0af9aec3162e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b894861-f3fe-47b8-8c74-31a38c95ae7e {{(pid=104268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 08 02:17:31.018949 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-cf84aa57-dc18-4f41-9438-0af9aec3162e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:31.020306 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-cf84aa57-dc18-4f41-9438-0af9aec3162e admin admin] 10.222.0.20 "DELETE /v2.0/routers/7b894861-f3fe-47b8-8c74-31a38c95ae7e HTTP/1.1" status: 204 len: 168 time: 0.8344719 Jun 08 02:17:31.022781 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 59170) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:17:31.085035 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_v2 [None req-01aefcea-a631-4a90-b18f-c36519be5533 admin admin] Deleting subnet b7889fa0-9427-4972-9b51-61090e0e1386 {{(pid=104268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 08 02:17:31.089038 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-01aefcea-a631-4a90-b18f-c36519be5533 admin admin] Publish callbacks [] for subnet (b7889fa0-9427-4972-9b51-61090e0e1386), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:31.127750 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-01aefcea-a631-4a90-b18f-c36519be5533 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8505923'] for subnet (b7889fa0-9427-4972-9b51-61090e0e1386), precommit_delete_associations {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:31.128314 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device a7b88b84-8ac5-41d2-8ff5-d7833285f1a7 no longer exists at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:17:31.149042 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] No Port match for: a7b88b84-8ac5-41d2-8ff5-d7833285f1a7 {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:17:31.149390 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device a7b88b84-8ac5-41d2-8ff5-d7833285f1a7 not bound to the agent host dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:17:31.209057 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-01aefcea-a631-4a90-b18f-c36519be5533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749588'] for subnet (b7889fa0-9427-4972-9b51-61090e0e1386), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:31.262139 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-01aefcea-a631-4a90-b18f-c36519be5533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8689909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8450983'] for subnet (b7889fa0-9427-4972-9b51-61090e0e1386), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:31.286729 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aefcea-a631-4a90-b18f-c36519be5533 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7889fa0-9427-4972-9b51-61090e0e1386,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:17:31.290585 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-01aefcea-a631-4a90-b18f-c36519be5533 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:31.293988 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-01aefcea-a631-4a90-b18f-c36519be5533 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b7889fa0-9427-4972-9b51-61090e0e1386 HTTP/1.1" status: 204 len: 168 time: 0.2700737 Jun 08 02:17:31.296495 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 59172) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:17:31.297608 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94513da2-f6b2-443b-a5c7-d60ed5a6effb None None] Network ace59b46-c184-42c4-a8ec-b505d053335a requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:17:31.363545 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:31.368152 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-481701d2-8515-4768-9e34-8885392d08a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1340890'] for network (ace59b46-c184-42c4-a8ec-b505d053335a), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:31.411794 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-481701d2-8515-4768-9e34-8885392d08a5 admin admin] Deleting port 36b90a5c-34ae-4317-b4cc-565d2e675c40 {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:17:31.412123 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-481701d2-8515-4768-9e34-8885392d08a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (36b90a5c-34ae-4317-b4cc-565d2e675c40), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:31.475166 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcef4d2-bdd7-474c-b165-afef746b37a8 None None] DHCP port deletion for ace59b46-c184-42c4-a8ec-b505d053335a request from dv-cinder-845069-1-iscsi {{(pid=104270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 08 02:17:31.477125 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [None req-481701d2-8515-4768-9e34-8885392d08a5 admin admin] For port 36b90a5c-34ae-4317-b4cc-565d2e675c40, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=36b90a5c-34ae-4317-b4cc-565d2e675c40,segment=NetworkSegment(c782ea20-85ec-40e7-bc18-0d9fccaf21a0),segment_id=c782ea20-85ec-40e7-bc18-0d9fccaf21a0)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:17:31.477486 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-481701d2-8515-4768-9e34-8885392d08a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (36b90a5c-34ae-4317-b4cc-565d2e675c40), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:31.496953 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-481701d2-8515-4768-9e34-8885392d08a5 admin admin] Calling delete_port for 36b90a5c-34ae-4317-b4cc-565d2e675c40 owned by network:dhcp {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:17:31.517371 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-ddcef4d2-bdd7-474c-b165-afef746b37a8 None None] Deleting port 36b90a5c-34ae-4317-b4cc-565d2e675c40 {{(pid=104270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:17:31.517818 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-ddcef4d2-bdd7-474c-b165-afef746b37a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (36b90a5c-34ae-4317-b4cc-565d2e675c40), before_delete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:31.582091 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-481701d2-8515-4768-9e34-8885392d08a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (36b90a5c-34ae-4317-b4cc-565d2e675c40), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:31.584259 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-ddcef4d2-bdd7-474c-b165-afef746b37a8 None None] For port 36b90a5c-34ae-4317-b4cc-565d2e675c40, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=36b90a5c-34ae-4317-b4cc-565d2e675c40,segment=NetworkSegment(c782ea20-85ec-40e7-bc18-0d9fccaf21a0),segment_id=c782ea20-85ec-40e7-bc18-0d9fccaf21a0)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:17:31.584628 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-ddcef4d2-bdd7-474c-b165-afef746b37a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (36b90a5c-34ae-4317-b4cc-565d2e675c40), precommit_delete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:31.598946 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-ddcef4d2-bdd7-474c-b165-afef746b37a8 None None] Calling delete_port for 36b90a5c-34ae-4317-b4cc-565d2e675c40 owned by network:dhcp {{(pid=104270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:17:31.608607 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481701d2-8515-4768-9e34-8885392d08a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=36b90a5c-34ae-4317-b4cc-565d2e675c40,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:17:31.614712 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481701d2-8515-4768-9e34-8885392d08a5 admin admin] No DVR routers for this DVR port 36b90a5c-34ae-4317-b4cc-565d2e675c40 on host dv-cinder-845069-1-iscsi {{(pid=104268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:17:31.680524 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-ddcef4d2-bdd7-474c-b165-afef746b37a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102'] for port (36b90a5c-34ae-4317-b4cc-565d2e675c40), after_delete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:31.705586 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcef4d2-bdd7-474c-b165-afef746b37a8 None None] Pushing event deleted for resources: {'Port': ['ID=36b90a5c-34ae-4317-b4cc-565d2e675c40,revision_number=None']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:17:31.711644 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcef4d2-bdd7-474c-b165-afef746b37a8 None None] No DVR routers for this DVR port 36b90a5c-34ae-4317-b4cc-565d2e675c40 on host dv-cinder-845069-1-iscsi {{(pid=104270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:17:31.725028 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-481701d2-8515-4768-9e34-8885392d08a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749203', 'neutron.services.segments.db._delete_segments_for_network-8744501735437'] for network (ace59b46-c184-42c4-a8ec-b505d053335a), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:31.753508 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f086b9-c123-4be9-a248-8e397d7034a6 req-c1fe9c51-5e8b-422b-ac7b-76dfc456b45e tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:17:31.755028 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e0f086b9-c123-4be9-a248-8e397d7034a6 req-c1fe9c51-5e8b-422b-ac7b-76dfc456b45e tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de HTTP/1.1" status: 200 len: 946 time: 0.0699258 Jun 08 02:17:31.759088 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.services.segments.db [None req-481701d2-8515-4768-9e34-8885392d08a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace59b46-c184-42c4-a8ec-b505d053335a']}} {{(pid=104268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:17:31.767810 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:31.776979 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.services.segments.db [None req-481701d2-8515-4768-9e34-8885392d08a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c782ea20-85ec-40e7-bc18-0d9fccaf21a0') {'for_net_delete': True} {{(pid=104268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:17:31.777277 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.services.segments.db [None req-481701d2-8515-4768-9e34-8885392d08a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c782ea20-85ec-40e7-bc18-0d9fccaf21a0') {} {{(pid=104268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:17:31.802342 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-481701d2-8515-4768-9e34-8885392d08a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744501734036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8505930'] for segment (c782ea20-85ec-40e7-bc18-0d9fccaf21a0), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:31.820564 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-481701d2-8515-4768-9e34-8885392d08a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (c782ea20-85ec-40e7-bc18-0d9fccaf21a0), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:31.836080 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481701d2-8515-4768-9e34-8885392d08a5 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=104268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 02:17:31.836493 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-481701d2-8515-4768-9e34-8885392d08a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8689839'] for segment (c782ea20-85ec-40e7-bc18-0d9fccaf21a0), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:31.881076 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e0f086b9-c123-4be9-a248-8e397d7034a6 req-ce0407bf-dc1b-446d-9090-37ae616aa745 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190152 Jun 08 02:17:31.910283 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-481701d2-8515-4768-9e34-8885392d08a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682838'] for network (ace59b46-c184-42c4-a8ec-b505d053335a), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:31.918265 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-481701d2-8515-4768-9e34-8885392d08a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:31.922296 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-481701d2-8515-4768-9e34-8885392d08a5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ace59b46-c184-42c4-a8ec-b505d053335a HTTP/1.1" status: 204 len: 168 time: 0.6245813 Jun 08 02:17:31.935411 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481701d2-8515-4768-9e34-8885392d08a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ace59b46-c184-42c4-a8ec-b505d053335a,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:17:31.970642 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.services.segments.plugin [-] Segment c782ea20-85ec-40e7-bc18-0d9fccaf21a0 resource provider aggregate not found Jun 08 02:17:32.003654 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.services.segments.plugin [-] Segment c782ea20-85ec-40e7-bc18-0d9fccaf21a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c782ea20-85ec-40e7-bc18-0d9fccaf21a0 found for delete ", "request_id": "req-01908873-4c6f-40bc-91ce-9805d8f35da3"}]} Jun 08 02:17:32.021566 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ab8f4-df8b-4c6b-9933-26cbdbd28660 req-1afb61e3-b9f6-4e8e-b779-231b63d6aabf tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:17:32.023156 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-791ab8f4-df8b-4c6b-9933-26cbdbd28660 req-1afb61e3-b9f6-4e8e-b779-231b63d6aabf tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de HTTP/1.1" status: 200 len: 946 time: 0.0487506 Jun 08 02:17:32.076747 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-791ab8f4-df8b-4c6b-9933-26cbdbd28660 req-7825ad71-5b41-4ddc-a628-4f0e13ec9075 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465600 Jun 08 02:17:32.100332 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 59186) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:17:32.142527 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa2d2df-706a-4c3c-b6f1-5c33a293e728 tempest-TestVolumeBootPattern-918240834 tempest-TestVolumeBootPattern-918240834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:17:32.144147 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-5aa2d2df-706a-4c3c-b6f1-5c33a293e728 tempest-TestVolumeBootPattern-918240834 tempest-TestVolumeBootPattern-918240834-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de HTTP/1.1" status: 200 len: 1125 time: 0.0428410 Jun 08 02:17:32.146949 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 59188) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:17:32.151123 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [None req-e61043e5-26b4-41c2-844d-beb16869eb4c tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Request body: {'floatingip': {'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'port_id': '32f4531c-b75e-4816-9d56-731d8bac1cd2', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:17:32.160435 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 59190) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:17:32.175680 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-e61043e5-26b4-41c2-844d-beb16869eb4c tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:32.202193 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-b4c5bab0-d4d0-47d0-bc0c-8edd25a88a91 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=879e3eacb3bc4b69891677c86bbd5de3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402410 Jun 08 02:17:32.204260 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 59192) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:17:32.253616 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-00ad6d00-d06a-4ba9-bd36-72e73865ba99 admin admin] Publish callbacks [] for security_group (4e2f6d04-a922-48fc-8002-8ce29c61e8eb), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:32.255751 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-e61043e5-26b4-41c2-844d-beb16869eb4c tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:32.277431 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-00ad6d00-d06a-4ba9-bd36-72e73865ba99 admin admin] Publish callbacks [] for security_group (4e2f6d04-a922-48fc-8002-8ce29c61e8eb), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:32.325404 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-00ad6d00-d06a-4ba9-bd36-72e73865ba99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (4e2f6d04-a922-48fc-8002-8ce29c61e8eb), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:32.328026 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-00ad6d00-d06a-4ba9-bd36-72e73865ba99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:32.329363 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-00ad6d00-d06a-4ba9-bd36-72e73865ba99 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e2f6d04-a922-48fc-8002-8ce29c61e8eb HTTP/1.1" status: 204 len: 168 time: 0.1241155 Jun 08 02:17:32.338262 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad6d00-d06a-4ba9-bd36-72e73865ba99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2f6d04-a922-48fc-8002-8ce29c61e8eb,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:17:32.373456 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [None req-e61043e5-26b4-41c2-844d-beb16869eb4c tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Allocated IP 172.27.1.16 (fccc80fe-aa23-41fa-b00e-a506a2a0f94c/5f93db06-58fb-4390-8563-710a437b082f/78e72d81-c8fc-4f00-bfc7-c75bdda30c98) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:17:32.377197 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:32.487330 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-e61043e5-26b4-41c2-844d-beb16869eb4c tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for port (78e72d81-c8fc-4f00-bfc7-c75bdda30c98), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:32.520165 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-e61043e5-26b4-41c2-844d-beb16869eb4c tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (78e72d81-c8fc-4f00-bfc7-c75bdda30c98), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:32.564950 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61043e5-26b4-41c2-844d-beb16869eb4c tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Network fccc80fe-aa23-41fa-b00e-a506a2a0f94c is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:17:32.570443 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [None req-e61043e5-26b4-41c2-844d-beb16869eb4c tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:17:32.573485 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61043e5-26b4-41c2-844d-beb16869eb4c tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:17:32.579338 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61043e5-26b4-41c2-844d-beb16869eb4c tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Pushing event updated for resources: {'Port': ['ID=78e72d81-c8fc-4f00-bfc7-c75bdda30c98,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:17:32.733236 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:32.939754 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-e61043e5-26b4-41c2-844d-beb16869eb4c tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for floatingip (c4609cee-9b49-4b50-b242-9a1577a3b0bc), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:32.994602 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 36b90a5c-34ae-4317-b4cc-565d2e675c40 no longer exists at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:17:33.028075 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] No Port match for: 36b90a5c-34ae-4317-b4cc-565d2e675c40 {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:17:33.028597 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 36b90a5c-34ae-4317-b4cc-565d2e675c40 not bound to the agent host dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:17:33.029210 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device dca003f8-6f17-47b2-876d-118bb317222f no longer exists at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:17:33.049559 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] No Port match for: dca003f8-6f17-47b2-876d-118bb317222f {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:17:33.050111 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device dca003f8-6f17-47b2-876d-118bb317222f not bound to the agent host dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:17:33.275755 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-e61043e5-26b4-41c2-844d-beb16869eb4c tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (78e72d81-c8fc-4f00-bfc7-c75bdda30c98), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:33.456139 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-e61043e5-26b4-41c2-844d-beb16869eb4c tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for port (78e72d81-c8fc-4f00-bfc7-c75bdda30c98), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:33.460673 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-e61043e5-26b4-41c2-844d-beb16869eb4c tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (78e72d81-c8fc-4f00-bfc7-c75bdda30c98), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:33.491833 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:33.538155 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61043e5-26b4-41c2-844d-beb16869eb4c tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Pushing event updated for resources: {'Port': ['ID=78e72d81-c8fc-4f00-bfc7-c75bdda30c98,revision_number=2']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:17:33.547803 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-e61043e5-26b4-41c2-844d-beb16869eb4c tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682813'] for floatingip (c4609cee-9b49-4b50-b242-9a1577a3b0bc), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:33.654302 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.db.l3_db [None req-e61043e5-26b4-41c2-844d-beb16869eb4c tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Floating IP c4609cee-9b49-4b50-b242-9a1577a3b0bc associated. External IP: 172.27.1.16, port: 32f4531c-b75e-4816-9d56-731d8bac1cd2. Jun 08 02:17:33.786961 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:33.859743 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61043e5-26b4-41c2-844d-beb16869eb4c tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Router cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:17:33.970950 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61043e5-26b4-41c2-844d-beb16869eb4c tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:17:33.983886 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f3c2e1-eeea-437b-ae40-6f0362beaa4c None None] Sync routers for ids ['cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'] in dv-cinder-845069-1-iscsi {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:17:33.990024 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-e61043e5-26b4-41c2-844d-beb16869eb4c tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:33.996728 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f3c2e1-eeea-437b-ae40-6f0362beaa4c None None] Routers {'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:17:33.997480 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-21f3c2e1-eeea-437b-ae40-6f0362beaa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:17:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:17:34.021888 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-e61043e5-26b4-41c2-844d-beb16869eb4c tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8739109 Jun 08 02:17:34.022807 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de', 'tag': '32f4531c-b75e-4816-9d56-731d8bac1cd2'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:17:34.025313 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8701e20c-37eb-4984-81a2-67da75d19ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de", "tag": "32f4531c-b75e-4816-9d56-731d8bac1cd2"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:17:34.064569 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b6dd5f-3d14-4bb2-9306-e408ba815370 x-openstack-request-id: req-03b6dd5f-3d14-4bb2-9306-e408ba815370 {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:17:34.065425 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de", "tag": "32f4531c-b75e-4816-9d56-731d8bac1cd2", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:17:34.065778 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03b6dd5f-3d14-4bb2-9306-e408ba815370 {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:17:34.066333 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03b6dd5f-3d14-4bb2-9306-e408ba815370'] response: {'name': 'network-changed', 'server_uuid': 'ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de', 'tag': '32f4531c-b75e-4816-9d56-731d8bac1cd2', 'status': 'completed', 'code': 200} Jun 08 02:17:34.125215 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-21f3c2e1-eeea-437b-ae40-6f0362beaa4c None None] Set router cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:17:34.127948 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701e20c-37eb-4984-81a2-67da75d19ef1 req-afef1a08-e0b8-43d0-bdb0-2d09dda913ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:17:34.129595 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8701e20c-37eb-4984-81a2-67da75d19ef1 req-afef1a08-e0b8-43d0-bdb0-2d09dda913ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=079027b24aba4a179f99de9f6fe944b8&device_id=ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de HTTP/1.1" status: 200 len: 1130 time: 0.0447314 Jun 08 02:17:34.168342 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:34.226861 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701e20c-37eb-4984-81a2-67da75d19ef1 req-fbea625a-a0ce-4faa-8f85-a1ae6883f689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:17:34.228338 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8701e20c-37eb-4984-81a2-67da75d19ef1 req-fbea625a-a0ce-4faa-8f85-a1ae6883f689 service neutron] 10.222.0.15 "GET /v2.0/networks?id=05318a5a-b32e-458e-9f7c-d5bc705960a2 HTTP/1.1" status: 200 len: 913 time: 0.0923803 Jun 08 02:17:34.290247 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8701e20c-37eb-4984-81a2-67da75d19ef1 req-a6d08e97-9d54-4fec-9644-82cb00981b36 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32f4531c-b75e-4816-9d56-731d8bac1cd2 HTTP/1.1" status: 200 len: 999 time: 0.0557609 Jun 08 02:17:34.333770 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:34.343742 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701e20c-37eb-4984-81a2-67da75d19ef1 req-206051ee-3150-40cc-90f7-3d0449cc8352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:17:34.345459 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8701e20c-37eb-4984-81a2-67da75d19ef1 req-206051ee-3150-40cc-90f7-3d0449cc8352 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a6900bc-03fc-46b3-b7d6-870661475e34 HTTP/1.1" status: 200 len: 851 time: 0.0497236 Jun 08 02:17:34.352281 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-21f3c2e1-eeea-437b-ae40-6f0362beaa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'name': 'tempest-TestVolumeBootPattern-1404169138-router', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:14:26Z', 'updated_at': '2022-06-08T02:14:30Z', 'revision_number': 4, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'gw_port': {'id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:27Z', 'updated_at': '2022-06-08T02:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': 'c4609cee-9b49-4b50-b242-9a1577a3b0bc', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'port_id': '32f4531c-b75e-4816-9d56-731d8bac1cd2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'mac_address': 'fa:16:3e:84:ee:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:17:32Z', 'updated_at': '2022-06-08T02:17:32Z', 'revision_number': 0, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646a40c6-9089-487c-a27d-bbddff9e51f5', 'name': '', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'mac_address': 'fa:16:3e:c7:2c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:30Z', 'updated_at': '2022-06-08T02:14:34Z', 'revision_number': 5, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'subnets': [{'id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:17:34.376267 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f3c2e1-eeea-437b-ae40-6f0362beaa4c None None] Checking router: cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f for host: dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:17:34.385138 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f3c2e1-eeea-437b-ae40-6f0362beaa4c None None] Routers {'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:17:34.386469 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-21f3c2e1-eeea-437b-ae40-6f0362beaa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:17:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:17:34.388875 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701e20c-37eb-4984-81a2-67da75d19ef1 req-2b22db2d-df31-44ee-8607-2bb1c5e5a911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:17:34.390437 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8701e20c-37eb-4984-81a2-67da75d19ef1 req-2b22db2d-df31-44ee-8607-2bb1c5e5a911 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05318a5a-b32e-458e-9f7c-d5bc705960a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395310 Jun 08 02:17:34.479081 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8701e20c-37eb-4984-81a2-67da75d19ef1 req-a37105b9-1083-4763-8f56-1f9a087bd15e service neutron] 10.222.0.15 "GET /v2.0/networks/05318a5a-b32e-458e-9f7c-d5bc705960a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824325 Jun 08 02:17:34.487668 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-21f3c2e1-eeea-437b-ae40-6f0362beaa4c None None] Set router cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:17:34.571787 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-8701e20c-37eb-4984-81a2-67da75d19ef1 req-06bfa094-3a28-4167-a8b8-c63f37a0bf26 service neutron] 10.222.0.15 "GET /v2.0/networks/05318a5a-b32e-458e-9f7c-d5bc705960a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871673 Jun 08 02:17:34.695222 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-21f3c2e1-eeea-437b-ae40-6f0362beaa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'name': 'tempest-TestVolumeBootPattern-1404169138-router', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:14:26Z', 'updated_at': '2022-06-08T02:14:30Z', 'revision_number': 4, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'gw_port': {'id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:27Z', 'updated_at': '2022-06-08T02:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': 'c4609cee-9b49-4b50-b242-9a1577a3b0bc', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'port_id': '32f4531c-b75e-4816-9d56-731d8bac1cd2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'mac_address': 'fa:16:3e:84:ee:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:17:32Z', 'updated_at': '2022-06-08T02:17:32Z', 'revision_number': 0, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646a40c6-9089-487c-a27d-bbddff9e51f5', 'name': '', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'mac_address': 'fa:16:3e:c7:2c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:30Z', 'updated_at': '2022-06-08T02:14:34Z', 'revision_number': 5, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'subnets': [{'id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:17:34.719127 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f3c2e1-eeea-437b-ae40-6f0362beaa4c None None] The sync data for ids ['cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'] in dv-cinder-845069-1-iscsi is: [{'id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'name': 'tempest-TestVolumeBootPattern-1404169138-router', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:14:26Z', 'updated_at': '2022-06-08T02:14:30Z', 'revision_number': 4, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'gw_port': {'id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:27Z', 'updated_at': '2022-06-08T02:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': 'c4609cee-9b49-4b50-b242-9a1577a3b0bc', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'port_id': '32f4531c-b75e-4816-9d56-731d8bac1cd2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'mac_address': 'fa:16:3e:84:ee:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:17:32Z', 'updated_at': '2022-06-08T02:17:32Z', 'revision_number': 0, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646a40c6-9089-487c-a27d-bbddff9e51f5', 'name': '', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'mac_address': 'fa:16:3e:c7:2c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:30Z', 'updated_at': '2022-06-08T02:14:34Z', 'revision_number': 5, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'subnets': [{'id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:17:34.902351 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d911bc6-a16f-478d-8d43-d3fbc2bc0264 None None] New status for floating IP c4609cee-9b49-4b50-b242-9a1577a3b0bc: ACTIVE {{(pid=104271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 02:17:34.937225 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=100 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:36.857720 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-828363dc-4ebc-4cf4-9eba-7886d4d3f2d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:39.151966 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-bcfb327c-e646-4ec7-b599-633d27b7b018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:39.324580 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:17:40.301329 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:41.917607 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:42.312236 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=42,neutron:DELETE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:42.333294 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=37,neutron:DELETE=4 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:43.371263 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:44.567332 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=99 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:44.568199 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=70,neutron:DELETE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:45.006887 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:46.337563 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:49.099107 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 59410) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:17:49.215605 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e0d48e93-43fc-4f6d-9267-9b067b0226b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:49.294347 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e0d48e93-43fc-4f6d-9267-9b067b0226b8 admin admin] Publish callbacks [] for security_group (c46fccd4-77d9-4595-bf62-9958bdc44067), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:49.298141 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-e0d48e93-43fc-4f6d-9267-9b067b0226b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (c46fccd4-77d9-4595-bf62-9958bdc44067), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:49.336839 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-e0d48e93-43fc-4f6d-9267-9b067b0226b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e465b92eb994df7bb357bf9057f19c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367032 Jun 08 02:17:49.337686 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d48e93-43fc-4f6d-9267-9b067b0226b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46fccd4-77d9-4595-bf62-9958bdc44067,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:17:49.340090 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 59414) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:17:49.390916 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-4287f0a4-9b4a-4dad-ac03-5d875dd5e90e admin admin] Publish callbacks [] for security_group (c46fccd4-77d9-4595-bf62-9958bdc44067), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:49.412469 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-4287f0a4-9b4a-4dad-ac03-5d875dd5e90e admin admin] Publish callbacks [] for security_group (c46fccd4-77d9-4595-bf62-9958bdc44067), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:49.458293 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-4287f0a4-9b4a-4dad-ac03-5d875dd5e90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (c46fccd4-77d9-4595-bf62-9958bdc44067), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:49.460736 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-4287f0a4-9b4a-4dad-ac03-5d875dd5e90e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:49.461858 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-4287f0a4-9b4a-4dad-ac03-5d875dd5e90e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c46fccd4-77d9-4595-bf62-9958bdc44067 HTTP/1.1" status: 204 len: 168 time: 0.1207199 Jun 08 02:17:49.470922 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4287f0a4-9b4a-4dad-ac03-5d875dd5e90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46fccd4-77d9-4595-bf62-9958bdc44067,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:17:49.729052 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 59420) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:17:49.742161 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-0f9dd6c0-fcca-4008-94d7-b89443c963a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:49.821026 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-0f9dd6c0-fcca-4008-94d7-b89443c963a0 admin admin] Publish callbacks [] for security_group (fe42bf73-4975-46cf-9f3e-d976a10fe252), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:49.825187 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-0f9dd6c0-fcca-4008-94d7-b89443c963a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (fe42bf73-4975-46cf-9f3e-d976a10fe252), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:49.863565 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-0f9dd6c0-fcca-4008-94d7-b89443c963a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b34e45c472eb4f2b9e967053d0ff9a4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334686 Jun 08 02:17:49.864382 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9dd6c0-fcca-4008-94d7-b89443c963a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe42bf73-4975-46cf-9f3e-d976a10fe252,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:17:49.866428 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 59422) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:17:49.918261 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-72ad649d-a29f-4049-83af-f5d6692b5ca6 admin admin] Publish callbacks [] for security_group (fe42bf73-4975-46cf-9f3e-d976a10fe252), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:49.939717 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-72ad649d-a29f-4049-83af-f5d6692b5ca6 admin admin] Publish callbacks [] for security_group (fe42bf73-4975-46cf-9f3e-d976a10fe252), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:49.985795 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-72ad649d-a29f-4049-83af-f5d6692b5ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (fe42bf73-4975-46cf-9f3e-d976a10fe252), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:49.988450 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-72ad649d-a29f-4049-83af-f5d6692b5ca6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:49.989573 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-72ad649d-a29f-4049-83af-f5d6692b5ca6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe42bf73-4975-46cf-9f3e-d976a10fe252 HTTP/1.1" status: 204 len: 168 time: 0.1221912 Jun 08 02:17:49.997626 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad649d-a29f-4049-83af-f5d6692b5ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe42bf73-4975-46cf-9f3e-d976a10fe252,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:17:54.449025 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 59506) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:17:54.553214 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f4566956-5449-4190-87fd-ad71dfbde000 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:54.630593 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f4566956-5449-4190-87fd-ad71dfbde000 admin admin] Publish callbacks [] for security_group (eff967f4-b0f7-4d5c-915e-ea450a08272d), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:54.635082 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f4566956-5449-4190-87fd-ad71dfbde000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (eff967f4-b0f7-4d5c-915e-ea450a08272d), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:54.674115 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-f4566956-5449-4190-87fd-ad71dfbde000 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=32729d1171bb48a5b9d5cc3d0aed043b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234061 Jun 08 02:17:54.674837 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4566956-5449-4190-87fd-ad71dfbde000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff967f4-b0f7-4d5c-915e-ea450a08272d,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:17:54.677362 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 59512) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:17:54.726384 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-5cd85c6d-9208-4524-ad00-802eb1d4ce67 admin admin] Publish callbacks [] for security_group (eff967f4-b0f7-4d5c-915e-ea450a08272d), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:54.749003 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-5cd85c6d-9208-4524-ad00-802eb1d4ce67 admin admin] Publish callbacks [] for security_group (eff967f4-b0f7-4d5c-915e-ea450a08272d), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:54.795757 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-5cd85c6d-9208-4524-ad00-802eb1d4ce67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (eff967f4-b0f7-4d5c-915e-ea450a08272d), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:54.798316 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-5cd85c6d-9208-4524-ad00-802eb1d4ce67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:54.799491 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-5cd85c6d-9208-4524-ad00-802eb1d4ce67 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eff967f4-b0f7-4d5c-915e-ea450a08272d HTTP/1.1" status: 204 len: 168 time: 0.1211367 Jun 08 02:17:54.807509 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd85c6d-9208-4524-ad00-802eb1d4ce67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff967f4-b0f7-4d5c-915e-ea450a08272d,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:17:55.062004 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 59518) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:17:55.075677 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-16fed869-9704-44eb-8b3c-d288812ba6b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:55.154578 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-16fed869-9704-44eb-8b3c-d288812ba6b2 admin admin] Publish callbacks [] for security_group (07f4003f-3c38-472b-b75d-e0f0d74b63ea), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:55.158087 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-16fed869-9704-44eb-8b3c-d288812ba6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (07f4003f-3c38-472b-b75d-e0f0d74b63ea), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:55.196626 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-16fed869-9704-44eb-8b3c-d288812ba6b2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f004f20477d495598d1b360893f2c44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335275 Jun 08 02:17:55.197725 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fed869-9704-44eb-8b3c-d288812ba6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f4003f-3c38-472b-b75d-e0f0d74b63ea,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:17:55.199329 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 59520) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:17:55.249485 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-8f09431c-1c0e-45fb-b31f-ae005eac1da3 admin admin] Publish callbacks [] for security_group (07f4003f-3c38-472b-b75d-e0f0d74b63ea), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:55.270536 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-8f09431c-1c0e-45fb-b31f-ae005eac1da3 admin admin] Publish callbacks [] for security_group (07f4003f-3c38-472b-b75d-e0f0d74b63ea), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:55.317075 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-8f09431c-1c0e-45fb-b31f-ae005eac1da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (07f4003f-3c38-472b-b75d-e0f0d74b63ea), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:55.319966 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-8f09431c-1c0e-45fb-b31f-ae005eac1da3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:55.321212 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-8f09431c-1c0e-45fb-b31f-ae005eac1da3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/07f4003f-3c38-472b-b75d-e0f0d74b63ea HTTP/1.1" status: 204 len: 168 time: 0.1208112 Jun 08 02:17:55.329209 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09431c-1c0e-45fb-b31f-ae005eac1da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f4003f-3c38-472b-b75d-e0f0d74b63ea,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:17:55.657774 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:17:56.345698 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=2 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:17:56.350568 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=2 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:18:00.275768 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 59618) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:18:00.379452 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-cdee7ecd-173a-4cd8-8ac0-2f8c4126a793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:00.428035 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:18:00.434631 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=74,neutron:DELETE=6,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:18:00.459697 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-cdee7ecd-173a-4cd8-8ac0-2f8c4126a793 admin admin] Publish callbacks [] for security_group (92794ac2-084f-4d98-acee-c78f2c3b4378), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:00.463344 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-cdee7ecd-173a-4cd8-8ac0-2f8c4126a793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (92794ac2-084f-4d98-acee-c78f2c3b4378), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:00.503092 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-cdee7ecd-173a-4cd8-8ac0-2f8c4126a793 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8711a38c5c414b919a25c5554e3f3dc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262669 Jun 08 02:18:00.503944 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee7ecd-173a-4cd8-8ac0-2f8c4126a793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92794ac2-084f-4d98-acee-c78f2c3b4378,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:18:00.506426 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 59622) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:18:00.555529 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-ccd95ae1-5d80-47f3-abef-b7bfd56263e1 admin admin] Publish callbacks [] for security_group (92794ac2-084f-4d98-acee-c78f2c3b4378), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:00.579614 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-ccd95ae1-5d80-47f3-abef-b7bfd56263e1 admin admin] Publish callbacks [] for security_group (92794ac2-084f-4d98-acee-c78f2c3b4378), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:00.585306 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:18:00.594451 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:18:00.633474 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-ccd95ae1-5d80-47f3-abef-b7bfd56263e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (92794ac2-084f-4d98-acee-c78f2c3b4378), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:00.636063 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-ccd95ae1-5d80-47f3-abef-b7bfd56263e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:00.637740 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-ccd95ae1-5d80-47f3-abef-b7bfd56263e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/92794ac2-084f-4d98-acee-c78f2c3b4378 HTTP/1.1" status: 204 len: 168 time: 0.1302598 Jun 08 02:18:00.645578 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd95ae1-5d80-47f3-abef-b7bfd56263e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92794ac2-084f-4d98-acee-c78f2c3b4378,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:18:00.901389 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 59628) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:18:00.916113 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-609aceb5-6a02-4a5a-831a-bacc9bd5c3fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:00.991260 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-609aceb5-6a02-4a5a-831a-bacc9bd5c3fa admin admin] Publish callbacks [] for security_group (e66f3dd1-d0c2-43e1-a824-7c3f4996ad4c), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:00.994926 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-609aceb5-6a02-4a5a-831a-bacc9bd5c3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (e66f3dd1-d0c2-43e1-a824-7c3f4996ad4c), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:01.033016 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609aceb5-6a02-4a5a-831a-bacc9bd5c3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66f3dd1-d0c2-43e1-a824-7c3f4996ad4c,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:18:01.040014 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-609aceb5-6a02-4a5a-831a-bacc9bd5c3fa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b913075a524f4160aa3c89b580398164&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348104 Jun 08 02:18:01.040225 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 59630) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:18:01.094750 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-74842464-2a74-4534-9c7e-c980d205832e admin admin] Publish callbacks [] for security_group (e66f3dd1-d0c2-43e1-a824-7c3f4996ad4c), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:01.119810 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-74842464-2a74-4534-9c7e-c980d205832e admin admin] Publish callbacks [] for security_group (e66f3dd1-d0c2-43e1-a824-7c3f4996ad4c), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:01.166028 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-74842464-2a74-4534-9c7e-c980d205832e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (e66f3dd1-d0c2-43e1-a824-7c3f4996ad4c), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:01.169080 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-74842464-2a74-4534-9c7e-c980d205832e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:01.170200 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-74842464-2a74-4534-9c7e-c980d205832e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e66f3dd1-d0c2-43e1-a824-7c3f4996ad4c HTTP/1.1" status: 204 len: 168 time: 0.1285326 Jun 08 02:18:01.178090 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74842464-2a74-4534-9c7e-c980d205832e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66f3dd1-d0c2-43e1-a824-7c3f4996ad4c,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:18:01.498474 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 59636) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:18:01.511567 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-db7be56d-aec9-4868-85bb-b2a5828ecbfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:01.585882 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-db7be56d-aec9-4868-85bb-b2a5828ecbfa admin admin] Publish callbacks [] for security_group (4e2ad7a7-4d6c-4287-ad48-1151c7a3af98), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:01.589393 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-db7be56d-aec9-4868-85bb-b2a5828ecbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (4e2ad7a7-4d6c-4287-ad48-1151c7a3af98), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:01.626677 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7be56d-aec9-4868-85bb-b2a5828ecbfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2ad7a7-4d6c-4287-ad48-1151c7a3af98,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:18:01.630851 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-db7be56d-aec9-4868-85bb-b2a5828ecbfa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e905bf5f04d4f0eab712894870b06f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313908 Jun 08 02:18:01.633890 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 59638) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:18:01.680546 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-610e2ed9-98b5-4ec7-8622-af44cf4aa21f admin admin] Publish callbacks [] for security_group (4e2ad7a7-4d6c-4287-ad48-1151c7a3af98), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:01.702401 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-610e2ed9-98b5-4ec7-8622-af44cf4aa21f admin admin] Publish callbacks [] for security_group (4e2ad7a7-4d6c-4287-ad48-1151c7a3af98), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:01.750232 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-610e2ed9-98b5-4ec7-8622-af44cf4aa21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (4e2ad7a7-4d6c-4287-ad48-1151c7a3af98), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:01.752646 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-610e2ed9-98b5-4ec7-8622-af44cf4aa21f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:01.753743 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-610e2ed9-98b5-4ec7-8622-af44cf4aa21f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e2ad7a7-4d6c-4287-ad48-1151c7a3af98 HTTP/1.1" status: 204 len: 168 time: 0.1193559 Jun 08 02:18:01.761133 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e2ed9-98b5-4ec7-8622-af44cf4aa21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2ad7a7-4d6c-4287-ad48-1151c7a3af98,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:18:06.847809 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=71,neutron:UPDATE=4 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:18:06.850286 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=61,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:18:06.862460 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-0a6d6a05-8def-45c7-a41a-da79823ae66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:09.156433 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-407765c8-6b37-44c8-aff4-434788fafba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:10.304265 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:10.491128 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:INSERT=1,neutron:SELECT=12 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:18:10.499200 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=8 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:18:11.735900 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=66,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:18:11.757491 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=79,neutron:DELETE=9,neutron:INSERT=10 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:18:11.916381 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:12.399568 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 59748) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:18:12.505747 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-8d33244d-a866-4e33-a2ae-31cf7ba115c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:12.580124 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-8d33244d-a866-4e33-a2ae-31cf7ba115c3 admin admin] Publish callbacks [] for security_group (49d01076-2cac-4a44-8f0d-1e0832830d28), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:12.583716 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-8d33244d-a866-4e33-a2ae-31cf7ba115c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (49d01076-2cac-4a44-8f0d-1e0832830d28), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:12.628869 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33244d-a866-4e33-a2ae-31cf7ba115c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d01076-2cac-4a44-8f0d-1e0832830d28,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:18:12.632971 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-8d33244d-a866-4e33-a2ae-31cf7ba115c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa04a23817b64781a1a803e625d28882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324150 Jun 08 02:18:12.635497 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 59752) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:18:12.683266 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f0044eb6-b099-4379-9824-3b74adc94639 admin admin] Publish callbacks [] for security_group (49d01076-2cac-4a44-8f0d-1e0832830d28), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:12.704345 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f0044eb6-b099-4379-9824-3b74adc94639 admin admin] Publish callbacks [] for security_group (49d01076-2cac-4a44-8f0d-1e0832830d28), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:12.752619 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f0044eb6-b099-4379-9824-3b74adc94639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (49d01076-2cac-4a44-8f0d-1e0832830d28), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:12.755181 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-f0044eb6-b099-4379-9824-3b74adc94639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:12.756286 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-f0044eb6-b099-4379-9824-3b74adc94639 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/49d01076-2cac-4a44-8f0d-1e0832830d28 HTTP/1.1" status: 204 len: 168 time: 0.1199148 Jun 08 02:18:12.765103 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0044eb6-b099-4379-9824-3b74adc94639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d01076-2cac-4a44-8f0d-1e0832830d28,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:18:13.023843 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 59760) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:18:13.037564 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-ef3a3bc7-4d34-4cf5-9be2-e836bedce0c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:13.115307 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-ef3a3bc7-4d34-4cf5-9be2-e836bedce0c5 admin admin] Publish callbacks [] for security_group (87282da2-e232-4ecb-a654-21c8d9bef6f8), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:13.119801 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-ef3a3bc7-4d34-4cf5-9be2-e836bedce0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (87282da2-e232-4ecb-a654-21c8d9bef6f8), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:13.157051 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a3bc7-4d34-4cf5-9be2-e836bedce0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87282da2-e232-4ecb-a654-21c8d9bef6f8,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:18:13.162143 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-ef3a3bc7-4d34-4cf5-9be2-e836bedce0c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98d1248f792247c5abc614def00bb394&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372550 Jun 08 02:18:13.165109 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 59762) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:18:13.213403 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-dd2504be-f515-4b15-8f19-adc94fa486f9 admin admin] Publish callbacks [] for security_group (87282da2-e232-4ecb-a654-21c8d9bef6f8), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:13.234806 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-dd2504be-f515-4b15-8f19-adc94fa486f9 admin admin] Publish callbacks [] for security_group (87282da2-e232-4ecb-a654-21c8d9bef6f8), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:13.282262 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-dd2504be-f515-4b15-8f19-adc94fa486f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (87282da2-e232-4ecb-a654-21c8d9bef6f8), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:13.284695 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-dd2504be-f515-4b15-8f19-adc94fa486f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:13.286191 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-dd2504be-f515-4b15-8f19-adc94fa486f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87282da2-e232-4ecb-a654-21c8d9bef6f8 HTTP/1.1" status: 204 len: 168 time: 0.1199582 Jun 08 02:18:13.294812 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2504be-f515-4b15-8f19-adc94fa486f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87282da2-e232-4ecb-a654-21c8d9bef6f8,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:18:13.375003 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:16.323138 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:18:17.405285 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 59820) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:18:17.512449 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a484fb02-7d6b-4912-be44-320131fc6b76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:17.588952 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a484fb02-7d6b-4912-be44-320131fc6b76 admin admin] Publish callbacks [] for security_group (ab92fe2b-11b7-45cf-ba91-089e67ece74c), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:17.593206 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a484fb02-7d6b-4912-be44-320131fc6b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (ab92fe2b-11b7-45cf-ba91-089e67ece74c), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:17.632388 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-a484fb02-7d6b-4912-be44-320131fc6b76 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78fedd985d3b4bebbf0aefecc7b2f84b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260537 Jun 08 02:18:17.633529 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484fb02-7d6b-4912-be44-320131fc6b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab92fe2b-11b7-45cf-ba91-089e67ece74c,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:18:17.635051 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 59824) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:18:17.641525 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484fb02-7d6b-4912-be44-320131fc6b76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:18:17.641869 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484fb02-7d6b-4912-be44-320131fc6b76 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:18:17.642206 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484fb02-7d6b-4912-be44-320131fc6b76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:18:17.642544 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484fb02-7d6b-4912-be44-320131fc6b76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:18:17.642877 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484fb02-7d6b-4912-be44-320131fc6b76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:18:17.643203 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484fb02-7d6b-4912-be44-320131fc6b76 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:18:17.643529 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484fb02-7d6b-4912-be44-320131fc6b76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:18:17.643852 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484fb02-7d6b-4912-be44-320131fc6b76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:18:17.644182 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484fb02-7d6b-4912-be44-320131fc6b76 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:18:17.644530 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484fb02-7d6b-4912-be44-320131fc6b76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:18:17.644864 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484fb02-7d6b-4912-be44-320131fc6b76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:18:17.645186 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484fb02-7d6b-4912-be44-320131fc6b76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:18:17.645506 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484fb02-7d6b-4912-be44-320131fc6b76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:18:17.645824 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484fb02-7d6b-4912-be44-320131fc6b76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:18:17.646144 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484fb02-7d6b-4912-be44-320131fc6b76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:18:17.685360 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-fbb7a68a-6f3c-4817-8219-5dc7d6933c12 admin admin] Publish callbacks [] for security_group (ab92fe2b-11b7-45cf-ba91-089e67ece74c), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:17.706230 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-fbb7a68a-6f3c-4817-8219-5dc7d6933c12 admin admin] Publish callbacks [] for security_group (ab92fe2b-11b7-45cf-ba91-089e67ece74c), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:17.713573 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:18:17.724016 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:18:17.765082 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-fbb7a68a-6f3c-4817-8219-5dc7d6933c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (ab92fe2b-11b7-45cf-ba91-089e67ece74c), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:17.767519 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-fbb7a68a-6f3c-4817-8219-5dc7d6933c12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:17.768733 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-fbb7a68a-6f3c-4817-8219-5dc7d6933c12 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ab92fe2b-11b7-45cf-ba91-089e67ece74c HTTP/1.1" status: 204 len: 168 time: 0.1325736 Jun 08 02:18:17.776637 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb7a68a-6f3c-4817-8219-5dc7d6933c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab92fe2b-11b7-45cf-ba91-089e67ece74c,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:18:18.042055 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 59830) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:18:18.055722 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-61f1f303-d11a-482a-b2ef-f82779cc42f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:18.148618 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-61f1f303-d11a-482a-b2ef-f82779cc42f7 admin admin] Publish callbacks [] for security_group (c8d79f6c-d2cb-45e5-b68f-c518fa4259d4), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:18.152009 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-61f1f303-d11a-482a-b2ef-f82779cc42f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (c8d79f6c-d2cb-45e5-b68f-c518fa4259d4), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:18.192945 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-61f1f303-d11a-482a-b2ef-f82779cc42f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d9c77ac564434ac8b4756d362436fab5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1498506 Jun 08 02:18:18.193779 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1f303-d11a-482a-b2ef-f82779cc42f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d79f6c-d2cb-45e5-b68f-c518fa4259d4,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:18:18.195561 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 59832) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:18:18.245605 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b2f2c8a2-98ca-4540-bb69-ade8fb815692 admin admin] Publish callbacks [] for security_group (c8d79f6c-d2cb-45e5-b68f-c518fa4259d4), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:18.267087 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b2f2c8a2-98ca-4540-bb69-ade8fb815692 admin admin] Publish callbacks [] for security_group (c8d79f6c-d2cb-45e5-b68f-c518fa4259d4), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:18.314155 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b2f2c8a2-98ca-4540-bb69-ade8fb815692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (c8d79f6c-d2cb-45e5-b68f-c518fa4259d4), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:18.316668 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-b2f2c8a2-98ca-4540-bb69-ade8fb815692 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:18.317806 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-b2f2c8a2-98ca-4540-bb69-ade8fb815692 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8d79f6c-d2cb-45e5-b68f-c518fa4259d4 HTTP/1.1" status: 204 len: 168 time: 0.1212184 Jun 08 02:18:18.325429 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f2c8a2-98ca-4540-bb69-ade8fb815692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d79f6c-d2cb-45e5-b68f-c518fa4259d4,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:18:20.573855 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-c676c59d-ff67-44b3-9c49-89ce0a20df2a tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=741042da56d346c8993f525a73c443f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293815 Jun 08 02:18:20.759631 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-d91697e7-6b41-4369-b5b9-aee976da639b tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:18:20.761120 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-d91697e7-6b41-4369-b5b9-aee976da639b tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1817808 Jun 08 02:18:20.776528 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-1990fc7d-882a-4e56-b89c-c08164c494c7 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] 10.222.0.20 "GET /v2.0/quotas/741042da56d346c8993f525a73c443f9 HTTP/1.1" status: 200 len: 375 time: 0.0088162 Jun 08 02:18:20.809022 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-c8af5449-ebf9-4cff-9fbb-cb7784303178 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=741042da56d346c8993f525a73c443f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271695 Jun 08 02:18:20.970759 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-d6a373e9-c79f-4888-bb38-32b2e399ab9b req-026f137e-2a78-42ad-b2c5-1c8024f894ca tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d91287-5247-43bf-ba8b-f6143090b77f HTTP/1.1" status: 200 len: 210 time: 0.0271909 Jun 08 02:18:21.850437 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-3425c435-52e6-4dc9-bd95-a2ffa11f5c73 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=741042da56d346c8993f525a73c443f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221024 Jun 08 02:18:21.961235 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-07eeb22a-46d6-49c8-af89-0eba9fc80268 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:18:21.962646 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-07eeb22a-46d6-49c8-af89-0eba9fc80268 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1065233 Jun 08 02:18:21.979038 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-24b5a25d-2546-4335-b68e-84fa783647fe tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] Request body: {'port': {'device_id': '77d91287-5247-43bf-ba8b-f6143090b77f', 'network_id': '3bb0861d-b131-4e24-ab89-b4c2ec037a48', 'admin_state_up': True, 'tenant_id': '741042da56d346c8993f525a73c443f9'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:18:22.084859 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-37fd6adc-300c-42de-b9bb-da93ea9f88d6 req-7ba30fd5-774c-426e-9896-ed1c55cf8756 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d91287-5247-43bf-ba8b-f6143090b77f HTTP/1.1" status: 200 len: 210 time: 0.0335817 Jun 08 02:18:22.119839 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-24b5a25d-2546-4335-b68e-84fa783647fe tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] Made reservation on behalf of 741042da56d346c8993f525a73c443f9 for: {'port': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:18:22.123188 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-24b5a25d-2546-4335-b68e-84fa783647fe tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:22.132122 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-24b5a25d-2546-4335-b68e-84fa783647fe tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] Publish callbacks [] for security_group (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:22.186747 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:18:22.197073 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:18:22.210385 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-24b5a25d-2546-4335-b68e-84fa783647fe tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] Publish callbacks [] for security_group (e3684424-6424-458c-a8a5-c6d6d35eca05), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:22.214487 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-24b5a25d-2546-4335-b68e-84fa783647fe tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (e3684424-6424-458c-a8a5-c6d6d35eca05), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:22.276158 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5a25d-2546-4335-b68e-84fa783647fe tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3684424-6424-458c-a8a5-c6d6d35eca05,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:18:22.357315 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-24b5a25d-2546-4335-b68e-84fa783647fe tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] Allocated IP 192.168.233.244 (3bb0861d-b131-4e24-ab89-b4c2ec037a48/6ca75fd0-a8f3-4d8c-8386-1b8aa7c2f007/15fe8425-ecc5-423e-9601-434810776fc3) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:18:22.499779 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-24b5a25d-2546-4335-b68e-84fa783647fe tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] Publish callbacks [] for port (15fe8425-ecc5-423e-9601-434810776fc3), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:22.531268 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-24b5a25d-2546-4335-b68e-84fa783647fe tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (15fe8425-ecc5-423e-9601-434810776fc3), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:22.572945 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-24b5a25d-2546-4335-b68e-84fa783647fe tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] Network 3bb0861d-b131-4e24-ab89-b4c2ec037a48 is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:18:22.576692 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-24b5a25d-2546-4335-b68e-84fa783647fe tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:18:22.581058 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-24b5a25d-2546-4335-b68e-84fa783647fe tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:18:22.614285 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5a25d-2546-4335-b68e-84fa783647fe tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] Pushing event updated for resources: {'Port': ['ID=15fe8425-ecc5-423e-9601-434810776fc3,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:18:22.640762 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-24b5a25d-2546-4335-b68e-84fa783647fe tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:18:22.641377 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-24b5a25d-2546-4335-b68e-84fa783647fe tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:22.658950 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-24b5a25d-2546-4335-b68e-84fa783647fe tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6833839 Jun 08 02:18:22.673034 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-01c56798-cd5a-4b9d-9e4c-1189ebe86ddd service neutron] Request body: {'port': {'device_id': '77d91287-5247-43bf-ba8b-f6143090b77f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:18:22.737052 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-01c56798-cd5a-4b9d-9e4c-1189ebe86ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (15fe8425-ecc5-423e-9601-434810776fc3), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:22.839904 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-aeb36dec-c3eb-4a4c-acb7-4aa9349e3f49 None None] Provisioning complete for port 15fe8425-ecc5-423e-9601-434810776fc3 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:18:22.840546 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-aeb36dec-c3eb-4a4c-acb7-4aa9349e3f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (15fe8425-ecc5-423e-9601-434810776fc3), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:22.871065 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-aeb36dec-c3eb-4a4c-acb7-4aa9349e3f49 None None] Port 15fe8425-ecc5-423e-9601-434810776fc3 cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:18:22.975297 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:18:22.986662 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:18:23.028934 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-01c56798-cd5a-4b9d-9e4c-1189ebe86ddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15fe8425-ecc5-423e-9601-434810776fc3 {{(pid=104268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:18:23.037506 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-01c56798-cd5a-4b9d-9e4c-1189ebe86ddd service neutron] Publish callbacks [] for port (15fe8425-ecc5-423e-9601-434810776fc3), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:23.051522 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.provisioning_blocks [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-01c56798-cd5a-4b9d-9e4c-1189ebe86ddd service neutron] Transition to ACTIVE for port object 15fe8425-ecc5-423e-9601-434810776fc3 will not be triggered until provisioned by entity L2. {{(pid=104268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 02:18:23.054581 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-01c56798-cd5a-4b9d-9e4c-1189ebe86ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (15fe8425-ecc5-423e-9601-434810776fc3), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:23.103161 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c56798-cd5a-4b9d-9e4c-1189ebe86ddd service neutron] Pushing event updated for resources: {'Port': ['ID=15fe8425-ecc5-423e-9601-434810776fc3,revision_number=2']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:18:23.214326 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-01c56798-cd5a-4b9d-9e4c-1189ebe86ddd service neutron] Attempting to bind port 15fe8425-ecc5-423e-9601-434810776fc3 on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:18:23.214662 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-01c56798-cd5a-4b9d-9e4c-1189ebe86ddd service neutron] Attempting to bind port 15fe8425-ecc5-423e-9601-434810776fc3 by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': 'aae7cf8e-44d1-4d5f-9137-c41e1b0d2fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3bb0861d-b131-4e24-ab89-b4c2ec037a48'}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:18:23.214999 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-01c56798-cd5a-4b9d-9e4c-1189ebe86ddd service neutron] Attempting to bind port 15fe8425-ecc5-423e-9601-434810776fc3 on network 3bb0861d-b131-4e24-ab89-b4c2ec037a48 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:18:23.222721 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c15f4-acd8-4731-b396-6b0aaf2d583b req-fc1c585e-a4aa-40d6-9658-811e78d0e8b6 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:18:23.224227 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-127c15f4-acd8-4731-b396-6b0aaf2d583b req-fc1c585e-a4aa-40d6-9658-811e78d0e8b6 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d91287-5247-43bf-ba8b-f6143090b77f HTTP/1.1" status: 200 len: 948 time: 0.0627475 Jun 08 02:18:23.227853 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-01c56798-cd5a-4b9d-9e4c-1189ebe86ddd service neutron] Port 15fe8425-ecc5-423e-9601-434810776fc3 on network 3bb0861d-b131-4e24-ab89-b4c2ec037a48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 02:18:23.228175 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-01c56798-cd5a-4b9d-9e4c-1189ebe86ddd service neutron] Attempting to bind port 15fe8425-ecc5-423e-9601-434810776fc3 on network 3bb0861d-b131-4e24-ab89-b4c2ec037a48 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:18:23.246991 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-01c56798-cd5a-4b9d-9e4c-1189ebe86ddd service neutron] Checking agent: {'id': 'aa11e808-eba7-468a-acd8-b3aef0cfc542', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'started_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:18:23.247329 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-01c56798-cd5a-4b9d-9e4c-1189ebe86ddd service neutron] Checking segment: {'id': 'aae7cf8e-44d1-4d5f-9137-c41e1b0d2fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3bb0861d-b131-4e24-ab89-b4c2ec037a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:18:23.247812 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-01c56798-cd5a-4b9d-9e4c-1189ebe86ddd service neutron] Bound using segment: {'id': 'aae7cf8e-44d1-4d5f-9137-c41e1b0d2fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3bb0861d-b131-4e24-ab89-b4c2ec037a48'} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:18:23.248255 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-01c56798-cd5a-4b9d-9e4c-1189ebe86ddd service neutron] Bound port: 15fe8425-ecc5-423e-9601-434810776fc3, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aae7cf8e-44d1-4d5f-9137-c41e1b0d2fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3bb0861d-b131-4e24-ab89-b4c2ec037a48'}}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:18:23.248639 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-01c56798-cd5a-4b9d-9e4c-1189ebe86ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (15fe8425-ecc5-423e-9601-434810776fc3), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:23.314897 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-127c15f4-acd8-4731-b396-6b0aaf2d583b req-a0d4e230-10f6-476b-ac24-90471334d291 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3684424-6424-458c-a8a5-c6d6d35eca05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842745 Jun 08 02:18:23.343324 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-01c56798-cd5a-4b9d-9e4c-1189ebe86ddd service neutron] For port 15fe8425-ecc5-423e-9601-434810776fc3, host hv-cinder-84506, cleared binding levels {{(pid=104268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:18:23.346350 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-01c56798-cd5a-4b9d-9e4c-1189ebe86ddd service neutron] For port 15fe8425-ecc5-423e-9601-434810776fc3, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=15fe8425-ecc5-423e-9601-434810776fc3,segment=NetworkSegment(aae7cf8e-44d1-4d5f-9137-c41e1b0d2fef),segment_id=aae7cf8e-44d1-4d5f-9137-c41e1b0d2fef)] {{(pid=104268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:18:23.353171 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-01c56798-cd5a-4b9d-9e4c-1189ebe86ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (15fe8425-ecc5-423e-9601-434810776fc3), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:23.390938 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-01c56798-cd5a-4b9d-9e4c-1189ebe86ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:18:23.391548 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-01c56798-cd5a-4b9d-9e4c-1189ebe86ddd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:23.392917 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-01c56798-cd5a-4b9d-9e4c-1189ebe86ddd service neutron] 10.222.0.15 "PUT /v2.0/ports/15fe8425-ecc5-423e-9601-434810776fc3 HTTP/1.1" status: 200 len: 1098 time: 0.7243435 Jun 08 02:18:23.393343 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d91287-5247-43bf-ba8b-f6143090b77f', 'tag': '15fe8425-ecc5-423e-9601-434810776fc3'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:18:23.395534 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73029288-a2b7-4532-b715-1d2f88250426" -d '{"events": [{"name": "network-changed", "server_uuid": "77d91287-5247-43bf-ba8b-f6143090b77f", "tag": "15fe8425-ecc5-423e-9601-434810776fc3"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:18:23.424203 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c56798-cd5a-4b9d-9e4c-1189ebe86ddd service neutron] Pushing event updated for resources: {'Port': ['ID=15fe8425-ecc5-423e-9601-434810776fc3,revision_number=3']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:18:23.445868 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e6d9b5-5fe4-4a23-abbd-66b5477e2a27 x-openstack-request-id: req-10e6d9b5-5fe4-4a23-abbd-66b5477e2a27 {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:18:23.446157 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d91287-5247-43bf-ba8b-f6143090b77f", "tag": "15fe8425-ecc5-423e-9601-434810776fc3", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:18:23.446409 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10e6d9b5-5fe4-4a23-abbd-66b5477e2a27 {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:18:23.446795 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10e6d9b5-5fe4-4a23-abbd-66b5477e2a27'] response: {'name': 'network-changed', 'server_uuid': '77d91287-5247-43bf-ba8b-f6143090b77f', 'tag': '15fe8425-ecc5-423e-9601-434810776fc3', 'status': 'completed', 'code': 200} Jun 08 02:18:23.477961 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-c68c5abd-38a3-4a97-bed7-0f009749efff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:18:23.479413 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-c68c5abd-38a3-4a97-bed7-0f009749efff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=741042da56d346c8993f525a73c443f9&device_id=77d91287-5247-43bf-ba8b-f6143090b77f HTTP/1.1" status: 200 len: 1132 time: 0.0455160 Jun 08 02:18:23.521053 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-f5a2a05f-1b64-442d-bd89-fb6cf78936af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=15fe8425-ecc5-423e-9601-434810776fc3 HTTP/1.1" status: 200 len: 217 time: 0.0341849 Jun 08 02:18:23.570964 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-0eee1e7c-53e5-4a4e-8fc2-4b76e8afb2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:18:23.572430 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-0eee1e7c-53e5-4a4e-8fc2-4b76e8afb2d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6ca75fd0-a8f3-4d8c-8386-1b8aa7c2f007 HTTP/1.1" status: 200 len: 843 time: 0.0454829 Jun 08 02:18:23.621560 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-f462eff7-88c7-4f0e-ae76-5ffd3df8665d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:18:23.623140 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-f462eff7-88c7-4f0e-ae76-5ffd3df8665d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3bb0861d-b131-4e24-ab89-b4c2ec037a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0444419 Jun 08 02:18:23.730717 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-e69e7cbc-4614-4ea3-b57f-f2f1e689a4c1 service neutron] 10.222.0.15 "GET /v2.0/networks/3bb0861d-b131-4e24-ab89-b4c2ec037a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981596 Jun 08 02:18:23.825267 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-64d9dba3-61d7-4185-8daf-898ff2118e57 req-d9312789-623b-469b-8ad0-30915031fa2b service neutron] 10.222.0.15 "GET /v2.0/networks/3bb0861d-b131-4e24-ab89-b4c2ec037a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850160 Jun 08 02:18:24.430839 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e7250-d0ef-4c17-a4d8-67710510eb8c req-b95dfa50-0eed-4cf7-941f-245a12ca6e59 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:18:24.433188 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-703e7250-d0ef-4c17-a4d8-67710510eb8c req-b95dfa50-0eed-4cf7-941f-245a12ca6e59 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d91287-5247-43bf-ba8b-f6143090b77f HTTP/1.1" status: 200 len: 948 time: 0.0493526 Jun 08 02:18:24.482895 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-703e7250-d0ef-4c17-a4d8-67710510eb8c req-22e784ba-428b-4284-bdab-36eea82e8f14 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3684424-6424-458c-a8a5-c6d6d35eca05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429220 Jun 08 02:18:24.730954 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73029288-a2b7-4532-b715-1d2f88250426 req-a0cdc8e4-70db-40ba-98bf-b8b8d984efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:18:24.733055 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-73029288-a2b7-4532-b715-1d2f88250426 req-a0cdc8e4-70db-40ba-98bf-b8b8d984efaf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=741042da56d346c8993f525a73c443f9&device_id=77d91287-5247-43bf-ba8b-f6143090b77f HTTP/1.1" status: 200 len: 1132 time: 0.0392554 Jun 08 02:18:24.746897 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:18:24.757698 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:18:24.829785 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73029288-a2b7-4532-b715-1d2f88250426 req-bcd1a568-57ed-4362-a206-dededcd95050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:18:24.831226 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-73029288-a2b7-4532-b715-1d2f88250426 req-bcd1a568-57ed-4362-a206-dededcd95050 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3bb0861d-b131-4e24-ab89-b4c2ec037a48 HTTP/1.1" status: 200 len: 870 time: 0.0909195 Jun 08 02:18:24.873099 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-73029288-a2b7-4532-b715-1d2f88250426 req-2cfb05c0-9114-4e57-97f9-edd6bd6689c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=15fe8425-ecc5-423e-9601-434810776fc3 HTTP/1.1" status: 200 len: 217 time: 0.0323296 Jun 08 02:18:24.923291 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73029288-a2b7-4532-b715-1d2f88250426 req-c437088f-4f0a-4e20-bfc3-31a58a014420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:18:24.924750 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-73029288-a2b7-4532-b715-1d2f88250426 req-c437088f-4f0a-4e20-bfc3-31a58a014420 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6ca75fd0-a8f3-4d8c-8386-1b8aa7c2f007 HTTP/1.1" status: 200 len: 843 time: 0.0461066 Jun 08 02:18:24.966822 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73029288-a2b7-4532-b715-1d2f88250426 req-a87838f5-50ec-4112-b741-a438465249ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:18:24.968285 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-73029288-a2b7-4532-b715-1d2f88250426 req-a87838f5-50ec-4112-b741-a438465249ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3bb0861d-b131-4e24-ab89-b4c2ec037a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0378857 Jun 08 02:18:25.059095 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-73029288-a2b7-4532-b715-1d2f88250426 req-be624d9d-6581-47f4-8b15-6637d1966707 service neutron] 10.222.0.15 "GET /v2.0/networks/3bb0861d-b131-4e24-ab89-b4c2ec037a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815573 Jun 08 02:18:25.152838 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-73029288-a2b7-4532-b715-1d2f88250426 req-ad1389f8-910f-4d77-8236-c4b78f4b85a7 service neutron] 10.222.0.15 "GET /v2.0/networks/3bb0861d-b131-4e24-ab89-b4c2ec037a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848451 Jun 08 02:18:25.265039 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 15fe8425-ecc5-423e-9601-434810776fc3 details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 02:18:25.366149 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 15fe8425-ecc5-423e-9601-434810776fc3, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=15fe8425-ecc5-423e-9601-434810776fc3,segment=NetworkSegment(aae7cf8e-44d1-4d5f-9137-c41e1b0d2fef),segment_id=aae7cf8e-44d1-4d5f-9137-c41e1b0d2fef)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:18:25.379143 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Returning: {'device': '15fe8425-ecc5-423e-9601-434810776fc3', 'network_id': '3bb0861d-b131-4e24-ab89-b4c2ec037a48', 'port_id': '15fe8425-ecc5-423e-9601-434810776fc3', 'mac_address': 'fa:16:3e:b5:ed:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca75fd0-a8f3-4d8c-8386-1b8aa7c2f007', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 02:18:25.413737 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 15fe8425-ecc5-423e-9601-434810776fc3 is: DOWN; New status is: BUILD {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:18:25.414384 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (15fe8425-ecc5-423e-9601-434810776fc3), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:25.428648 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15fe8425-ecc5-423e-9601-434810776fc3 {{(pid=104270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:18:25.449245 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 15fe8425-ecc5-423e-9601-434810776fc3, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=15fe8425-ecc5-423e-9601-434810776fc3,segment=NetworkSegment(aae7cf8e-44d1-4d5f-9137-c41e1b0d2fef),segment_id=aae7cf8e-44d1-4d5f-9137-c41e1b0d2fef)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:18:25.452980 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (15fe8425-ecc5-423e-9601-434810776fc3), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:25.602220 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826a726-b136-44d0-8554-e15a412c577e req-145e6ce2-f75d-4249-a790-a062b5a30363 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:18:25.603699 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6826a726-b136-44d0-8554-e15a412c577e req-145e6ce2-f75d-4249-a790-a062b5a30363 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d91287-5247-43bf-ba8b-f6143090b77f HTTP/1.1" status: 200 len: 949 time: 0.0485330 Jun 08 02:18:25.626920 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=15fe8425-ecc5-423e-9601-434810776fc3,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:18:25.651128 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6826a726-b136-44d0-8554-e15a412c577e req-892453a1-adb9-496e-a727-7c3269e31677 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3684424-6424-458c-a8a5-c6d6d35eca05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408852 Jun 08 02:18:25.694182 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['15fe8425-ecc5-423e-9601-434810776fc3'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:18:25.737965 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:26.766028 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86efd6-f3e3-4cb3-8b37-d2743bc5a39d req-6365f490-b9b9-4fd1-9edb-12ccae272a42 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:18:26.767458 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5e86efd6-f3e3-4cb3-8b37-d2743bc5a39d req-6365f490-b9b9-4fd1-9edb-12ccae272a42 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d91287-5247-43bf-ba8b-f6143090b77f HTTP/1.1" status: 200 len: 949 time: 0.0481360 Jun 08 02:18:26.813933 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5e86efd6-f3e3-4cb3-8b37-d2743bc5a39d req-2627860d-8873-4b7a-9004-d531cf74d928 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3684424-6424-458c-a8a5-c6d6d35eca05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409801 Jun 08 02:18:27.292896 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 15fe8425-ecc5-423e-9601-434810776fc3 up at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:18:27.337124 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning for port 15fe8425-ecc5-423e-9601-434810776fc3 completed by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 02:18:27.343124 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning complete for port 15fe8425-ecc5-423e-9601-434810776fc3 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:18:27.343525 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (15fe8425-ecc5-423e-9601-434810776fc3), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:27.375643 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:18:27.417849 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 15fe8425-ecc5-423e-9601-434810776fc3 is: BUILD; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:18:27.418227 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (15fe8425-ecc5-423e-9601-434810776fc3), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:27.442668 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d91287-5247-43bf-ba8b-f6143090b77f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fe8425-ecc5-423e-9601-434810776fc3'}] {{(pid=104270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:18:27.444873 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8be0b5de5a23eefcc09db06b1daf5598b5c3b6529c2083486e3c6bab2d5553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6942159f-a295-4f95-b542-2445bd2ed9f3" -d '{"events": [{"server_uuid": "77d91287-5247-43bf-ba8b-f6143090b77f", "name": "network-vif-plugged", "status": "completed", "tag": "15fe8425-ecc5-423e-9601-434810776fc3"}]}' {{(pid=104270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:18:27.462698 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 15fe8425-ecc5-423e-9601-434810776fc3, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=15fe8425-ecc5-423e-9601-434810776fc3,segment=NetworkSegment(aae7cf8e-44d1-4d5f-9137-c41e1b0d2fef),segment_id=aae7cf8e-44d1-4d5f-9137-c41e1b0d2fef)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:18:27.468502 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (15fe8425-ecc5-423e-9601-434810776fc3), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:27.472867 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:18:27.495425 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af1f6e4-0cf4-430f-939f-71d631699c0e x-openstack-request-id: req-3af1f6e4-0cf4-430f-939f-71d631699c0e {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:18:27.495710 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d91287-5247-43bf-ba8b-f6143090b77f", "name": "network-vif-plugged", "status": "completed", "tag": "15fe8425-ecc5-423e-9601-434810776fc3", "code": 200}]} {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:18:27.495958 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3af1f6e4-0cf4-430f-939f-71d631699c0e {{(pid=104270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:18:27.496340 dv-cinder-845069-1-iscsi neutron-server[104270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3af1f6e4-0cf4-430f-939f-71d631699c0e'] response: {'server_uuid': '77d91287-5247-43bf-ba8b-f6143090b77f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fe8425-ecc5-423e-9601-434810776fc3', 'code': 200} Jun 08 02:18:27.522519 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=15fe8425-ecc5-423e-9601-434810776fc3,revision_number=5']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:18:27.529704 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:18:27.530049 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:18:27.530417 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:18:27.530768 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:18:27.531098 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:18:27.531425 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:18:27.531746 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:18:27.532066 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:18:27.532387 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:18:27.532725 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:18:27.533056 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:18:27.533365 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:18:27.533684 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:18:27.533996 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:18:27.534310 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:18:27.660672 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50111577-5f02-40d3-b815-1aa9cf515284 req-6ceb9797-53ea-4072-a292-a6e0ba0f43c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:18:27.662129 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-50111577-5f02-40d3-b815-1aa9cf515284 req-6ceb9797-53ea-4072-a292-a6e0ba0f43c0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=77d91287-5247-43bf-ba8b-f6143090b77f HTTP/1.1" status: 200 len: 1134 time: 0.0374885 Jun 08 02:18:27.707628 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-50111577-5f02-40d3-b815-1aa9cf515284 req-e6334ab4-e0d4-4e09-8274-de4a3cffa478 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e3684424-6424-458c-a8a5-c6d6d35eca05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367141 Jun 08 02:18:27.925129 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d2985-947a-4a90-8099-9bd844dc3083 req-aa69e764-b762-4fe4-9460-dafebce192f8 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:18:27.926642 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-fe4d2985-947a-4a90-8099-9bd844dc3083 req-aa69e764-b762-4fe4-9460-dafebce192f8 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d91287-5247-43bf-ba8b-f6143090b77f HTTP/1.1" status: 200 len: 950 time: 0.0464299 Jun 08 02:18:27.975177 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-fe4d2985-947a-4a90-8099-9bd844dc3083 req-cd82a96b-3e92-4780-8141-02a50659cd02 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3684424-6424-458c-a8a5-c6d6d35eca05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431232 Jun 08 02:18:28.187319 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=20,neutron:INSERT=7 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:18:28.189224 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=22,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:18:29.094040 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fab5f6-47ea-49ff-aec2-f660ea524b0a req-1b230f8d-a711-4a8a-b169-1f96adf6e934 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:18:29.095969 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-51fab5f6-47ea-49ff-aec2-f660ea524b0a req-1b230f8d-a711-4a8a-b169-1f96adf6e934 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d91287-5247-43bf-ba8b-f6143090b77f HTTP/1.1" status: 200 len: 950 time: 0.0474627 Jun 08 02:18:29.143018 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-51fab5f6-47ea-49ff-aec2-f660ea524b0a req-796c9dd6-b1eb-486b-aeb7-19f467f4065f tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3684424-6424-458c-a8a5-c6d6d35eca05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409572 Jun 08 02:18:30.259677 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a52a9-cefc-45e7-a992-5d534e8310d6 req-52527c42-3ff2-4b5e-81b5-1978e5db8bca tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:18:30.261193 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-827a52a9-cefc-45e7-a992-5d534e8310d6 req-52527c42-3ff2-4b5e-81b5-1978e5db8bca tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d91287-5247-43bf-ba8b-f6143090b77f HTTP/1.1" status: 200 len: 950 time: 0.0485544 Jun 08 02:18:30.321280 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:18:30.342706 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5e874831-f6e6-4607-bd8f-4a82cb051d45 req-52642c7f-7745-4491-b0ab-e5a459466e5f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0600474 Jun 08 02:18:30.346170 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-827a52a9-cefc-45e7-a992-5d534e8310d6 req-e7a31bfa-b7a3-4aa4-b792-acb12b374eae tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3684424-6424-458c-a8a5-c6d6d35eca05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792947 Jun 08 02:18:30.423621 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e874831-f6e6-4607-bd8f-4a82cb051d45 req-52197bed-ab46-441b-a227-e08211c3b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:18:30.425058 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5e874831-f6e6-4607-bd8f-4a82cb051d45 req-52197bed-ab46-441b-a227-e08211c3b257 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=079027b24aba4a179f99de9f6fe944b8&device_id=ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de HTTP/1.1" status: 200 len: 1130 time: 0.0405579 Jun 08 02:18:30.502800 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:18:30.533569 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e874831-f6e6-4607-bd8f-4a82cb051d45 req-f9597a15-ffee-4eb5-a2fb-04d3fccc14bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:18:30.535021 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5e874831-f6e6-4607-bd8f-4a82cb051d45 req-f9597a15-ffee-4eb5-a2fb-04d3fccc14bc service neutron] 10.222.0.15 "GET /v2.0/networks?id=05318a5a-b32e-458e-9f7c-d5bc705960a2 HTTP/1.1" status: 200 len: 913 time: 0.0911610 Jun 08 02:18:30.609611 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f1843-1ec2-4c7b-aa9d-7a813658a06f req-eef56dda-4172-4366-a378-1c95b0dd4a58 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:18:30.611191 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-808f1843-1ec2-4c7b-aa9d-7a813658a06f req-eef56dda-4172-4366-a378-1c95b0dd4a58 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d91287-5247-43bf-ba8b-f6143090b77f HTTP/1.1" status: 200 len: 950 time: 0.0513413 Jun 08 02:18:30.657685 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-808f1843-1ec2-4c7b-aa9d-7a813658a06f req-c8307d41-d368-4aab-93bd-af04a981bc69 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3684424-6424-458c-a8a5-c6d6d35eca05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409830 Jun 08 02:18:31.720498 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5e874831-f6e6-4607-bd8f-4a82cb051d45 req-0072bbf5-5a23-4fb3-a166-c102edbd2090 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32f4531c-b75e-4816-9d56-731d8bac1cd2 HTTP/1.1" status: 200 len: 1001 time: 0.0551414 Jun 08 02:18:31.804687 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ca0b3-d34a-4bd8-952d-6577b18be9ee req-46bc54c5-5528-4ce6-a478-400b895dbb44 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:18:31.806667 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-122ca0b3-d34a-4bd8-952d-6577b18be9ee req-46bc54c5-5528-4ce6-a478-400b895dbb44 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d91287-5247-43bf-ba8b-f6143090b77f HTTP/1.1" status: 200 len: 950 time: 0.0771122 Jun 08 02:18:31.817334 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e874831-f6e6-4607-bd8f-4a82cb051d45 req-5648c51f-a2ae-49fd-aa0d-3aaa5b0f09d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:18:31.818689 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5e874831-f6e6-4607-bd8f-4a82cb051d45 req-5648c51f-a2ae-49fd-aa0d-3aaa5b0f09d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a6900bc-03fc-46b3-b7d6-870661475e34 HTTP/1.1" status: 200 len: 851 time: 0.0789561 Jun 08 02:18:31.884232 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-122ca0b3-d34a-4bd8-952d-6577b18be9ee req-4b1d0f4c-5e59-47d0-9bc6-1f13b650301f tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3684424-6424-458c-a8a5-c6d6d35eca05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692534 Jun 08 02:18:31.892094 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e874831-f6e6-4607-bd8f-4a82cb051d45 req-197ec7f6-67db-4daa-88d8-4224eea64aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:18:31.894114 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5e874831-f6e6-4607-bd8f-4a82cb051d45 req-197ec7f6-67db-4daa-88d8-4224eea64aa2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05318a5a-b32e-458e-9f7c-d5bc705960a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489295 Jun 08 02:18:31.987540 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5e874831-f6e6-4607-bd8f-4a82cb051d45 req-0233f639-3873-4350-afc6-f00b4bc9479e service neutron] 10.222.0.15 "GET /v2.0/networks/05318a5a-b32e-458e-9f7c-d5bc705960a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857427 Jun 08 02:18:32.349317 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec51b2-5e32-442c-a24c-62835bdccec8 req-301c69e1-bc2a-462a-a2b2-5bb57d93e8ba tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:18:32.350731 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cfec51b2-5e32-442c-a24c-62835bdccec8 req-301c69e1-bc2a-462a-a2b2-5bb57d93e8ba tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] 10.222.0.15 "GET /v2.0/ports?device_id=77d91287-5247-43bf-ba8b-f6143090b77f HTTP/1.1" status: 200 len: 950 time: 0.3496246 Jun 08 02:18:32.416691 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5e874831-f6e6-4607-bd8f-4a82cb051d45 req-1a3c9d3a-475d-4bb2-8800-ee5e3e700928 service neutron] 10.222.0.15 "GET /v2.0/networks/05318a5a-b32e-458e-9f7c-d5bc705960a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165275 Jun 08 02:18:32.449836 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-cfec51b2-5e32-442c-a24c-62835bdccec8 req-7bc9667d-f324-4a23-bfa8-87c92f254001 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] Deleting port 15fe8425-ecc5-423e-9601-434810776fc3 {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:18:32.450175 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-cfec51b2-5e32-442c-a24c-62835bdccec8 req-7bc9667d-f324-4a23-bfa8-87c92f254001 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (15fe8425-ecc5-423e-9601-434810776fc3), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:32.540655 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-cfec51b2-5e32-442c-a24c-62835bdccec8 req-7bc9667d-f324-4a23-bfa8-87c92f254001 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] For port 15fe8425-ecc5-423e-9601-434810776fc3, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=15fe8425-ecc5-423e-9601-434810776fc3,segment=NetworkSegment(aae7cf8e-44d1-4d5f-9137-c41e1b0d2fef),segment_id=aae7cf8e-44d1-4d5f-9137-c41e1b0d2fef)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:18:32.541014 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-cfec51b2-5e32-442c-a24c-62835bdccec8 req-7bc9667d-f324-4a23-bfa8-87c92f254001 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (15fe8425-ecc5-423e-9601-434810776fc3), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:32.553574 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-cfec51b2-5e32-442c-a24c-62835bdccec8 req-7bc9667d-f324-4a23-bfa8-87c92f254001 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] Calling delete_port for 15fe8425-ecc5-423e-9601-434810776fc3 owned by compute:nova {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:18:32.623194 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:18:32.648761 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:18:32.675447 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-cfec51b2-5e32-442c-a24c-62835bdccec8 req-7bc9667d-f324-4a23-bfa8-87c92f254001 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (15fe8425-ecc5-423e-9601-434810776fc3), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:32.691578 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['15fe8425-ecc5-423e-9601-434810776fc3'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:18:32.706364 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9667d-f324-4a23-bfa8-87c92f254001 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] Pushing event deleted for resources: {'Port': ['ID=15fe8425-ecc5-423e-9601-434810776fc3,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:18:32.752233 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfec51b2-5e32-442c-a24c-62835bdccec8 req-7bc9667d-f324-4a23-bfa8-87c92f254001 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] No DVR routers for this DVR port 15fe8425-ecc5-423e-9601-434810776fc3 on host hv-cinder-84506 {{(pid=104268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:18:32.754816 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-cfec51b2-5e32-442c-a24c-62835bdccec8 req-7bc9667d-f324-4a23-bfa8-87c92f254001 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:32.758071 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-cfec51b2-5e32-442c-a24c-62835bdccec8 req-7bc9667d-f324-4a23-bfa8-87c92f254001 tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] 10.222.0.15 "DELETE /v2.0/ports/15fe8425-ecc5-423e-9601-434810776fc3 HTTP/1.1" status: 204 len: 173 time: 0.3975906 Jun 08 02:18:32.758514 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d91287-5247-43bf-ba8b-f6143090b77f', 'name': 'network-vif-deleted', 'tag': '15fe8425-ecc5-423e-9601-434810776fc3'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:18:32.760741 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884f2f08-7e39-42c5-9a39-9c8eda90dd91" -d '{"events": [{"server_uuid": "77d91287-5247-43bf-ba8b-f6143090b77f", "name": "network-vif-deleted", "tag": "15fe8425-ecc5-423e-9601-434810776fc3"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:18:32.800857 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5404b24-c3ef-4f87-8234-9b261f6ef2ef x-openstack-request-id: req-c5404b24-c3ef-4f87-8234-9b261f6ef2ef {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:18:32.801167 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d91287-5247-43bf-ba8b-f6143090b77f", "name": "network-vif-deleted", "tag": "15fe8425-ecc5-423e-9601-434810776fc3", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:18:32.801595 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5404b24-c3ef-4f87-8234-9b261f6ef2ef {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:18:32.801994 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5404b24-c3ef-4f87-8234-9b261f6ef2ef'] response: {'server_uuid': '77d91287-5247-43bf-ba8b-f6143090b77f', 'name': 'network-vif-deleted', 'tag': '15fe8425-ecc5-423e-9601-434810776fc3', 'status': 'completed', 'code': 200} Jun 08 02:18:32.992737 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-96442d18-f81f-40f2-8427-0d94c2988c03 req-63fdd90d-a3cc-4871-b33b-f33e24e9f69f tempest-VolumesNegativeTest-777648337 tempest-VolumesNegativeTest-777648337-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d91287-5247-43bf-ba8b-f6143090b77f HTTP/1.1" status: 200 len: 210 time: 0.0279791 Jun 08 02:18:33.347108 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=3 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:18:35.315407 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:18:35.358426 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 15fe8425-ecc5-423e-9601-434810776fc3 no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:18:35.378654 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] No Port match for: 15fe8425-ecc5-423e-9601-434810776fc3 {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:18:35.378948 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 15fe8425-ecc5-423e-9601-434810776fc3 not bound to the agent host hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:18:36.868835 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-2679cfea-43e6-47cc-a1de-440d90f70541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:38.163239 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 60182) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:18:38.292523 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-d1b500c0-11da-47e2-b83e-5ed062a6a271 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=741042da56d346c8993f525a73c443f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1281040 Jun 08 02:18:38.294921 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 60186) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:18:38.357420 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a404591f-83e5-40a8-98b8-5c5cdf48138c admin admin] Publish callbacks [] for security_group (e3684424-6424-458c-a8a5-c6d6d35eca05), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:38.384290 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a404591f-83e5-40a8-98b8-5c5cdf48138c admin admin] Publish callbacks [] for security_group (e3684424-6424-458c-a8a5-c6d6d35eca05), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:38.429959 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a404591f-83e5-40a8-98b8-5c5cdf48138c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (e3684424-6424-458c-a8a5-c6d6d35eca05), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:38.432602 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a404591f-83e5-40a8-98b8-5c5cdf48138c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:38.433773 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-a404591f-83e5-40a8-98b8-5c5cdf48138c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3684424-6424-458c-a8a5-c6d6d35eca05 HTTP/1.1" status: 204 len: 168 time: 0.1379538 Jun 08 02:18:38.441951 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404591f-83e5-40a8-98b8-5c5cdf48138c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3684424-6424-458c-a8a5-c6d6d35eca05,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:18:39.157608 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-c14c235a-1e18-4ebf-8e22-18f5b626246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:40.307121 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:41.938062 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:43.378504 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:18:48.436536 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=32,neutron:DELETE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:18:48.438853 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=31,neutron:DELETE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:18:53.322549 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:18:53.372128 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:18:53.374017 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=39,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:18:55.731077 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:05.724536 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:19:05.726472 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:19:06.870035 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-a4000d52-1306-4d70-bec9-5709e5b21c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:09.161476 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-58ca6f03-99c8-424a-833d-89f8982df3fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:09.260724 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-3ac467c7-1440-45a9-964b-393f056947af tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1399273772&fields=id&tenant_id=079027b24aba4a179f99de9f6fe944b8 HTTP/1.1" status: 200 len: 267 time: 0.0436475 Jun 08 02:19:09.371474 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-f6780aa0-3d0d-4e7d-a83a-169cceb94364 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:19:09.372967 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-f6780aa0-3d0d-4e7d-a83a-169cceb94364 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/networks?id=05318a5a-b32e-458e-9f7c-d5bc705960a2 HTTP/1.1" status: 200 len: 812 time: 0.1058629 Jun 08 02:19:09.387749 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-8896628b-b06e-4b23-8561-383ee3383fa8 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/quotas/079027b24aba4a179f99de9f6fe944b8 HTTP/1.1" status: 200 len: 375 time: 0.0089631 Jun 08 02:19:09.442917 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-df9fbc67-7501-4de3-81c2-fb465378fbcd tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=079027b24aba4a179f99de9f6fe944b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494750 Jun 08 02:19:09.535268 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-f1d4e771-6c87-4ce2-bc22-75daa074f59d service neutron] 10.222.0.20 "GET /v2.0/networks/05318a5a-b32e-458e-9f7c-d5bc705960a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813966 Jun 08 02:19:09.625757 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-59d7363d-f96c-4211-841f-0f7f6fc277e9 service neutron] 10.222.0.20 "GET /v2.0/networks/05318a5a-b32e-458e-9f7c-d5bc705960a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845191 Jun 08 02:19:09.944825 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a02ccf5e-2e70-4309-9516-8753b7952938 req-b0f2997c-a8d4-4301-920e-dad3f026c698 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7210079-900f-490c-96fe-f352bca49ca6 HTTP/1.1" status: 200 len: 210 time: 0.0287557 Jun 08 02:19:10.310317 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:10.339479 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=5 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:19:10.344576 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=3 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:19:10.960541 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-b5f789ba-b748-4ba4-a415-d736320a0a96 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:19:10.961954 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-b5f789ba-b748-4ba4-a415-d736320a0a96 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.15 "GET /v2.0/networks?id=05318a5a-b32e-458e-9f7c-d5bc705960a2 HTTP/1.1" status: 200 len: 812 time: 0.1122785 Jun 08 02:19:11.047581 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-7b85ff3a-22be-4281-af92-c6ddd15f9067 req-e4d5fef8-cc8f-4435-a9c9-b9c437e7a929 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7210079-900f-490c-96fe-f352bca49ca6 HTTP/1.1" status: 200 len: 210 time: 0.0337195 Jun 08 02:19:11.053311 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-114c394a-951c-4dfd-a1db-9dedaa677400 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=079027b24aba4a179f99de9f6fe944b8 HTTP/1.1" status: 200 len: 380 time: 0.0807297 Jun 08 02:19:11.062075 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-15632de9-56ea-4ea2-93cb-756cf68df74b tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Request body: {'port': {'device_id': 'e7210079-900f-490c-96fe-f352bca49ca6', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'admin_state_up': True, 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'security_groups': ['8c9b376b-878d-48db-ba59-2c601b1c7d80']}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:19:11.169210 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-15632de9-56ea-4ea2-93cb-756cf68df74b tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Made reservation on behalf of 079027b24aba4a179f99de9f6fe944b8 for: {'port': 1} {{(pid=104268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 02:19:11.172388 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-15632de9-56ea-4ea2-93cb-756cf68df74b tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:11.295318 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_common [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-15632de9-56ea-4ea2-93cb-756cf68df74b tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Allocated IP 172.20.0.7 (05318a5a-b32e-458e-9f7c-d5bc705960a2/0a6900bc-03fc-46b3-b7d6-870661475e34/13b70bc3-9457-4544-a09b-b48fe66de285) {{(pid=104268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:19:11.334245 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:19:11.406415 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:19:11.441823 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-15632de9-56ea-4ea2-93cb-756cf68df74b tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for port (13b70bc3-9457-4544-a09b-b48fe66de285), precommit_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:11.474816 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-15632de9-56ea-4ea2-93cb-756cf68df74b tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (13b70bc3-9457-4544-a09b-b48fe66de285), after_create {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:11.520237 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-15632de9-56ea-4ea2-93cb-756cf68df74b tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Network 05318a5a-b32e-458e-9f7c-d5bc705960a2 is already hosted by enough agents. {{(pid=104268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:19:11.527594 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.base_scheduler [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-15632de9-56ea-4ea2-93cb-756cf68df74b tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Resources bound (agent type, host, resource id): {{(pid=104268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:19:11.530686 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15632de9-56ea-4ea2-93cb-756cf68df74b tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Pushing event updated for resources: {'Port': ['ID=13b70bc3-9457-4544-a09b-b48fe66de285,revision_number=1']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:19:11.532833 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-15632de9-56ea-4ea2-93cb-756cf68df74b tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Received port after_create {{(pid=104268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:19:11.588286 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-15632de9-56ea-4ea2-93cb-756cf68df74b tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:19:11.588949 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-15632de9-56ea-4ea2-93cb-756cf68df74b tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:11.607146 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-15632de9-56ea-4ea2-93cb-756cf68df74b tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5487745 Jun 08 02:19:11.661877 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.v2.base [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-97ac4564-caee-4e97-9282-9dc768e14542 service neutron] Request body: {'port': {'device_id': 'e7210079-900f-490c-96fe-f352bca49ca6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:19:11.724211 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-97ac4564-caee-4e97-9282-9dc768e14542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (13b70bc3-9457-4544-a09b-b48fe66de285), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:11.801704 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-b2d3bb14-65e2-4048-8125-29f293336861 None None] Provisioning complete for port 13b70bc3-9457-4544-a09b-b48fe66de285 triggered by entity DHCP. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:19:11.802323 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-b2d3bb14-65e2-4048-8125-29f293336861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (13b70bc3-9457-4544-a09b-b48fe66de285), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:11.837494 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-b2d3bb14-65e2-4048-8125-29f293336861 None None] Port 13b70bc3-9457-4544-a09b-b48fe66de285 cannot update to ACTIVE because it is not bound. {{(pid=104270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 02:19:11.918366 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:12.005786 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-97ac4564-caee-4e97-9282-9dc768e14542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b70bc3-9457-4544-a09b-b48fe66de285 {{(pid=104268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:19:12.013230 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-97ac4564-caee-4e97-9282-9dc768e14542 service neutron] Publish callbacks [] for port (13b70bc3-9457-4544-a09b-b48fe66de285), precommit_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:12.026021 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.provisioning_blocks [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-97ac4564-caee-4e97-9282-9dc768e14542 service neutron] Transition to ACTIVE for port object 13b70bc3-9457-4544-a09b-b48fe66de285 will not be triggered until provisioned by entity L2. {{(pid=104268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 02:19:12.029751 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-97ac4564-caee-4e97-9282-9dc768e14542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (13b70bc3-9457-4544-a09b-b48fe66de285), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:12.082936 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac4564-caee-4e97-9282-9dc768e14542 service neutron] Pushing event updated for resources: {'Port': ['ID=13b70bc3-9457-4544-a09b-b48fe66de285,revision_number=2']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:19:12.191047 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40caaa06-c35b-4595-9a79-ac1110697cd3 req-82419695-0c21-4471-b1f8-87e9c04ee4c9 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:19:12.192596 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-40caaa06-c35b-4595-9a79-ac1110697cd3 req-82419695-0c21-4471-b1f8-87e9c04ee4c9 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7210079-900f-490c-96fe-f352bca49ca6 HTTP/1.1" status: 200 len: 943 time: 0.0650008 Jun 08 02:19:12.209163 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:19:12.216698 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-97ac4564-caee-4e97-9282-9dc768e14542 service neutron] Attempting to bind port 13b70bc3-9457-4544-a09b-b48fe66de285 on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 02:19:12.217033 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-97ac4564-caee-4e97-9282-9dc768e14542 service neutron] Attempting to bind port 13b70bc3-9457-4544-a09b-b48fe66de285 by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': '3b5a06de-b7a8-42e3-8ed1-a44f44b0623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2'}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 02:19:12.217363 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-97ac4564-caee-4e97-9282-9dc768e14542 service neutron] Attempting to bind port 13b70bc3-9457-4544-a09b-b48fe66de285 on network 05318a5a-b32e-458e-9f7c-d5bc705960a2 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:19:12.229286 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-97ac4564-caee-4e97-9282-9dc768e14542 service neutron] Port 13b70bc3-9457-4544-a09b-b48fe66de285 on network 05318a5a-b32e-458e-9f7c-d5bc705960a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 02:19:12.229600 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-97ac4564-caee-4e97-9282-9dc768e14542 service neutron] Attempting to bind port 13b70bc3-9457-4544-a09b-b48fe66de285 on network 05318a5a-b32e-458e-9f7c-d5bc705960a2 {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 02:19:12.233519 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:19:12.245076 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-97ac4564-caee-4e97-9282-9dc768e14542 service neutron] Checking agent: {'id': 'aa11e808-eba7-468a-acd8-b3aef0cfc542', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'started_at': datetime.datetime(2022, 6, 8, 2, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 2, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 02:19:12.245418 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-97ac4564-caee-4e97-9282-9dc768e14542 service neutron] Checking segment: {'id': '3b5a06de-b7a8-42e3-8ed1-a44f44b0623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 02:19:12.245819 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-97ac4564-caee-4e97-9282-9dc768e14542 service neutron] Bound using segment: {'id': '3b5a06de-b7a8-42e3-8ed1-a44f44b0623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2'} {{(pid=104268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 02:19:12.246221 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.managers [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-97ac4564-caee-4e97-9282-9dc768e14542 service neutron] Bound port: 13b70bc3-9457-4544-a09b-b48fe66de285, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b5a06de-b7a8-42e3-8ed1-a44f44b0623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2'}}] {{(pid=104268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 02:19:12.246578 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-97ac4564-caee-4e97-9282-9dc768e14542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (13b70bc3-9457-4544-a09b-b48fe66de285), before_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:12.274847 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-40caaa06-c35b-4595-9a79-ac1110697cd3 req-2ba6a571-99da-43c7-8ad3-81e9b9729222 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743537 Jun 08 02:19:12.323907 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-97ac4564-caee-4e97-9282-9dc768e14542 service neutron] For port 13b70bc3-9457-4544-a09b-b48fe66de285, host hv-cinder-84506, cleared binding levels {{(pid=104268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 02:19:12.326920 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-97ac4564-caee-4e97-9282-9dc768e14542 service neutron] For port 13b70bc3-9457-4544-a09b-b48fe66de285, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=13b70bc3-9457-4544-a09b-b48fe66de285,segment=NetworkSegment(3b5a06de-b7a8-42e3-8ed1-a44f44b0623e),segment_id=3b5a06de-b7a8-42e3-8ed1-a44f44b0623e)] {{(pid=104268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 02:19:12.333184 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-97ac4564-caee-4e97-9282-9dc768e14542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8689867'] for port (13b70bc3-9457-4544-a09b-b48fe66de285), after_update {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:12.366585 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-97ac4564-caee-4e97-9282-9dc768e14542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:19:12.367199 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-97ac4564-caee-4e97-9282-9dc768e14542 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:12.368686 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-97ac4564-caee-4e97-9282-9dc768e14542 service neutron] 10.222.0.15 "PUT /v2.0/ports/13b70bc3-9457-4544-a09b-b48fe66de285 HTTP/1.1" status: 200 len: 1093 time: 0.7120237 Jun 08 02:19:12.368993 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7210079-900f-490c-96fe-f352bca49ca6', 'tag': '13b70bc3-9457-4544-a09b-b48fe66de285'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:19:12.371176 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62ad294-5691-40e6-96e4-3f4a30c70d2b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7210079-900f-490c-96fe-f352bca49ca6", "tag": "13b70bc3-9457-4544-a09b-b48fe66de285"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:19:12.396203 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac4564-caee-4e97-9282-9dc768e14542 service neutron] Pushing event updated for resources: {'Port': ['ID=13b70bc3-9457-4544-a09b-b48fe66de285,revision_number=3']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:19:12.428933 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0611cf14-9de8-40d9-90d4-eff4861d345c x-openstack-request-id: req-0611cf14-9de8-40d9-90d4-eff4861d345c {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:19:12.429230 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7210079-900f-490c-96fe-f352bca49ca6", "tag": "13b70bc3-9457-4544-a09b-b48fe66de285", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:19:12.429483 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0611cf14-9de8-40d9-90d4-eff4861d345c {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:19:12.429887 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0611cf14-9de8-40d9-90d4-eff4861d345c'] response: {'name': 'network-changed', 'server_uuid': 'e7210079-900f-490c-96fe-f352bca49ca6', 'tag': '13b70bc3-9457-4544-a09b-b48fe66de285', 'status': 'completed', 'code': 200} Jun 08 02:19:12.457326 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-7528f411-c9e3-4720-9478-bba4848f3565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:19:12.458846 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-7528f411-c9e3-4720-9478-bba4848f3565 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=079027b24aba4a179f99de9f6fe944b8&device_id=e7210079-900f-490c-96fe-f352bca49ca6 HTTP/1.1" status: 200 len: 1127 time: 0.0468628 Jun 08 02:19:12.500250 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-548ab105-fa46-463d-b082-4b5a19d10435 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13b70bc3-9457-4544-a09b-b48fe66de285 HTTP/1.1" status: 200 len: 217 time: 0.0342960 Jun 08 02:19:12.554739 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-37b764ce-45f9-4b72-aaaf-44a54e53589a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:19:12.556208 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-37b764ce-45f9-4b72-aaaf-44a54e53589a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a6900bc-03fc-46b3-b7d6-870661475e34 HTTP/1.1" status: 200 len: 851 time: 0.0460136 Jun 08 02:19:12.605532 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-0358a406-7b7d-4f26-bbc1-c391086570e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:19:12.607033 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-0358a406-7b7d-4f26-bbc1-c391086570e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05318a5a-b32e-458e-9f7c-d5bc705960a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430095 Jun 08 02:19:12.696214 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-0670ba2b-4c50-4396-9263-a8cf13743dcc service neutron] 10.222.0.15 "GET /v2.0/networks/05318a5a-b32e-458e-9f7c-d5bc705960a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799735 Jun 08 02:19:12.792734 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-587bb079-1bc1-4692-9001-ec5c2e72c144 req-b630c670-80f1-4175-976c-171d646fb24b service neutron] 10.222.0.15 "GET /v2.0/networks/05318a5a-b32e-458e-9f7c-d5bc705960a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862460 Jun 08 02:19:13.121247 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ad294-5691-40e6-96e4-3f4a30c70d2b req-5e8bfc61-eef8-4e05-bf92-f1eef3051ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:19:13.122600 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f62ad294-5691-40e6-96e4-3f4a30c70d2b req-5e8bfc61-eef8-4e05-bf92-f1eef3051ff2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=079027b24aba4a179f99de9f6fe944b8&device_id=e7210079-900f-490c-96fe-f352bca49ca6 HTTP/1.1" status: 200 len: 1127 time: 0.0385244 Jun 08 02:19:13.209330 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ad294-5691-40e6-96e4-3f4a30c70d2b req-f4cf45bc-e9e1-4287-927e-af5f932915d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:19:13.210743 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f62ad294-5691-40e6-96e4-3f4a30c70d2b req-f4cf45bc-e9e1-4287-927e-af5f932915d7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=05318a5a-b32e-458e-9f7c-d5bc705960a2 HTTP/1.1" status: 200 len: 913 time: 0.0812249 Jun 08 02:19:13.255540 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f62ad294-5691-40e6-96e4-3f4a30c70d2b req-1e871bf7-7d48-4074-9860-204cf3cbb837 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13b70bc3-9457-4544-a09b-b48fe66de285 HTTP/1.1" status: 200 len: 217 time: 0.0358343 Jun 08 02:19:13.308164 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ad294-5691-40e6-96e4-3f4a30c70d2b req-dffa2bf7-42f8-40c9-b110-93d4d8e923ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:19:13.309651 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f62ad294-5691-40e6-96e4-3f4a30c70d2b req-dffa2bf7-42f8-40c9-b110-93d4d8e923ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a6900bc-03fc-46b3-b7d6-870661475e34 HTTP/1.1" status: 200 len: 851 time: 0.0451274 Jun 08 02:19:13.363497 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ad294-5691-40e6-96e4-3f4a30c70d2b req-a555fe2d-a452-4366-90e0-d076cacf94e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:19:13.365001 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f62ad294-5691-40e6-96e4-3f4a30c70d2b req-a555fe2d-a452-4366-90e0-d076cacf94e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05318a5a-b32e-458e-9f7c-d5bc705960a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478063 Jun 08 02:19:13.382350 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:13.442436 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4268916-eb6b-4781-b21b-6aa59824e82c req-9361f6c5-4b9b-4bce-902a-b9f5a95912ba tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:19:13.443902 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e4268916-eb6b-4781-b21b-6aa59824e82c req-9361f6c5-4b9b-4bce-902a-b9f5a95912ba tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7210079-900f-490c-96fe-f352bca49ca6 HTTP/1.1" status: 200 len: 943 time: 0.0970414 Jun 08 02:19:13.491813 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:19:13.520871 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e4268916-eb6b-4781-b21b-6aa59824e82c req-aa766fb9-5ab2-492e-9773-878f6f90f325 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692325 Jun 08 02:19:13.522841 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f62ad294-5691-40e6-96e4-3f4a30c70d2b req-df692cab-89ca-49b9-8564-2df0a0ff943a service neutron] 10.222.0.15 "GET /v2.0/networks/05318a5a-b32e-458e-9f7c-d5bc705960a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421819 Jun 08 02:19:13.592664 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:19:13.622217 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f62ad294-5691-40e6-96e4-3f4a30c70d2b req-ddc73a0a-0cdf-4785-b331-b31605e07829 service neutron] 10.222.0.15 "GET /v2.0/networks/05318a5a-b32e-458e-9f7c-d5bc705960a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885372 Jun 08 02:19:14.634205 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10847f9a-02f8-45d5-b07f-c0b8339bca70 req-d1222f4a-f8fe-4cd0-b8ac-fd75bc397e0f tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:19:14.635644 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-10847f9a-02f8-45d5-b07f-c0b8339bca70 req-d1222f4a-f8fe-4cd0-b8ac-fd75bc397e0f tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7210079-900f-490c-96fe-f352bca49ca6 HTTP/1.1" status: 200 len: 943 time: 0.0458553 Jun 08 02:19:14.684889 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-10847f9a-02f8-45d5-b07f-c0b8339bca70 req-72ec35e4-eaa6-4b05-8d71-2873ebd1bb45 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437512 Jun 08 02:19:15.795228 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42a66e-08ca-46fe-a306-435a8bce4ab5 req-56f075df-4a29-4ea2-92c0-c467934f5e78 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:19:15.796693 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6e42a66e-08ca-46fe-a306-435a8bce4ab5 req-56f075df-4a29-4ea2-92c0-c467934f5e78 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7210079-900f-490c-96fe-f352bca49ca6 HTTP/1.1" status: 200 len: 943 time: 0.0465693 Jun 08 02:19:15.848804 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6e42a66e-08ca-46fe-a306-435a8bce4ab5 req-eb0d2394-4050-48d5-a06d-1d01f15ece98 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459325 Jun 08 02:19:16.959358 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468680f-25e7-4e78-b5fe-eb06ae6be627 req-00922fc9-eb82-4438-b0d1-7c7ab3e688fa tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:19:16.960875 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0468680f-25e7-4e78-b5fe-eb06ae6be627 req-00922fc9-eb82-4438-b0d1-7c7ab3e688fa tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7210079-900f-490c-96fe-f352bca49ca6 HTTP/1.1" status: 200 len: 943 time: 0.0466170 Jun 08 02:19:17.009042 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-0468680f-25e7-4e78-b5fe-eb06ae6be627 req-e79624ae-108b-4106-acdb-4c1347985b5b tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426536 Jun 08 02:19:18.120980 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2090cc-4a8d-41cf-a35b-4a94532503f4 req-5da1a94a-9fc3-440c-b965-aac00ab305d8 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:19:18.122439 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5f2090cc-4a8d-41cf-a35b-4a94532503f4 req-5da1a94a-9fc3-440c-b965-aac00ab305d8 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7210079-900f-490c-96fe-f352bca49ca6 HTTP/1.1" status: 200 len: 943 time: 0.0467043 Jun 08 02:19:18.170457 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-5f2090cc-4a8d-41cf-a35b-4a94532503f4 req-99ac86b4-b337-46b4-8ab9-62a3f4aaac82 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424039 Jun 08 02:19:19.284012 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66eec8-7a4b-488a-ade0-fbea91765caa req-3365bd84-ca97-404b-ae4a-80447c8fa0d0 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:19:19.285495 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4c66eec8-7a4b-488a-ade0-fbea91765caa req-3365bd84-ca97-404b-ae4a-80447c8fa0d0 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7210079-900f-490c-96fe-f352bca49ca6 HTTP/1.1" status: 200 len: 943 time: 0.0493546 Jun 08 02:19:19.333560 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4c66eec8-7a4b-488a-ade0-fbea91765caa req-c8c25c03-6212-4a3f-b62c-069989c8b775 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423422 Jun 08 02:19:19.559160 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 13b70bc3-9457-4544-a09b-b48fe66de285 details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 02:19:19.655335 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 13b70bc3-9457-4544-a09b-b48fe66de285, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=13b70bc3-9457-4544-a09b-b48fe66de285,segment=NetworkSegment(3b5a06de-b7a8-42e3-8ed1-a44f44b0623e),segment_id=3b5a06de-b7a8-42e3-8ed1-a44f44b0623e)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:19:19.670148 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Returning: {'device': '13b70bc3-9457-4544-a09b-b48fe66de285', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'port_id': '13b70bc3-9457-4544-a09b-b48fe66de285', 'mac_address': 'fa:16:3e:87:83:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 02:19:19.703457 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 13b70bc3-9457-4544-a09b-b48fe66de285 is: DOWN; New status is: BUILD {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:19:19.703835 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (13b70bc3-9457-4544-a09b-b48fe66de285), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:19.718078 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b70bc3-9457-4544-a09b-b48fe66de285 {{(pid=104270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 02:19:19.737255 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 13b70bc3-9457-4544-a09b-b48fe66de285, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=13b70bc3-9457-4544-a09b-b48fe66de285,segment=NetworkSegment(3b5a06de-b7a8-42e3-8ed1-a44f44b0623e),segment_id=3b5a06de-b7a8-42e3-8ed1-a44f44b0623e)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:19:19.741183 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (13b70bc3-9457-4544-a09b-b48fe66de285), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:19.785529 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=13b70bc3-9457-4544-a09b-b48fe66de285,revision_number=4']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:19:19.994685 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] get_ports_and_sgs() called for port_ids ['13b70bc3-9457-4544-a09b-b48fe66de285'] {{(pid=104270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 02:19:20.448575 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e200641-8edc-4902-b5d0-ffdfee6cd452 req-5e5b9b76-3930-43b2-9b99-d5645131b338 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:19:20.449995 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3e200641-8edc-4902-b5d0-ffdfee6cd452 req-5e5b9b76-3930-43b2-9b99-d5645131b338 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7210079-900f-490c-96fe-f352bca49ca6 HTTP/1.1" status: 200 len: 944 time: 0.0464838 Jun 08 02:19:20.497969 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-3e200641-8edc-4902-b5d0-ffdfee6cd452 req-dfcd652d-e90b-44bd-9ef5-cc0f1bc77bca tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416477 Jun 08 02:19:21.560698 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 13b70bc3-9457-4544-a09b-b48fe66de285 up at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 02:19:21.605105 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning for port 13b70bc3-9457-4544-a09b-b48fe66de285 completed by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 02:19:21.611669 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.provisioning_blocks [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Provisioning complete for port 13b70bc3-9457-4544-a09b-b48fe66de285 triggered by entity L2. {{(pid=104270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 02:19:21.612034 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780586'] for port (13b70bc3-9457-4544-a09b-b48fe66de285), provisioning_complete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:21.614667 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:19:21.620549 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990c7cc-f46d-40b3-8292-eb2315b99ef2 req-132b4816-cae7-4ae2-864c-bf20daae394c tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:19:21.622061 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4990c7cc-f46d-40b3-8292-eb2315b99ef2 req-132b4816-cae7-4ae2-864c-bf20daae394c tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7210079-900f-490c-96fe-f352bca49ca6 HTTP/1.1" status: 200 len: 944 time: 0.0531945 Jun 08 02:19:21.652863 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:19:21.674960 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4990c7cc-f46d-40b3-8292-eb2315b99ef2 req-33e98a78-15fe-4c36-ba81-aefda49c2ecf tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465250 Jun 08 02:19:21.687748 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Current status of the port 13b70bc3-9457-4544-a09b-b48fe66de285 is: BUILD; New status is: ACTIVE {{(pid=104270) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 02:19:21.688134 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (13b70bc3-9457-4544-a09b-b48fe66de285), before_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:21.711828 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7210079-900f-490c-96fe-f352bca49ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b70bc3-9457-4544-a09b-b48fe66de285'}] {{(pid=104270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:19:21.714013 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8be0b5de5a23eefcc09db06b1daf5598b5c3b6529c2083486e3c6bab2d5553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2ce1c3-cf30-4cdd-9f21-7acc5c5f1cd0" -d '{"events": [{"server_uuid": "e7210079-900f-490c-96fe-f352bca49ca6", "name": "network-vif-plugged", "status": "completed", "tag": "13b70bc3-9457-4544-a09b-b48fe66de285"}]}' {{(pid=104270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:19:21.726830 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] For port 13b70bc3-9457-4544-a09b-b48fe66de285, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=13b70bc3-9457-4544-a09b-b48fe66de285,segment=NetworkSegment(3b5a06de-b7a8-42e3-8ed1-a44f44b0623e),segment_id=3b5a06de-b7a8-42e3-8ed1-a44f44b0623e)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:19:21.730746 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129'] for port (13b70bc3-9457-4544-a09b-b48fe66de285), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:21.756049 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4904f323-8087-48a5-bed3-4f147343fb01 x-openstack-request-id: req-4904f323-8087-48a5-bed3-4f147343fb01 {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:19:21.756346 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7210079-900f-490c-96fe-f352bca49ca6", "name": "network-vif-plugged", "status": "completed", "tag": "13b70bc3-9457-4544-a09b-b48fe66de285", "code": 200}]} {{(pid=104270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:19:21.756622 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4904f323-8087-48a5-bed3-4f147343fb01 {{(pid=104270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:19:21.757011 dv-cinder-845069-1-iscsi neutron-server[104270]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4904f323-8087-48a5-bed3-4f147343fb01'] response: {'server_uuid': 'e7210079-900f-490c-96fe-f352bca49ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b70bc3-9457-4544-a09b-b48fe66de285', 'code': 200} Jun 08 02:19:21.785956 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Pushing event updated for resources: {'Port': ['ID=13b70bc3-9457-4544-a09b-b48fe66de285,revision_number=5']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:19:21.988019 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8211756-c07c-47e5-9e9a-c34e677ca2f0 req-e8e2e6c2-ae70-4bbe-afd7-e870b4ba88d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:19:21.989524 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e8211756-c07c-47e5-9e9a-c34e677ca2f0 req-e8e2e6c2-ae70-4bbe-afd7-e870b4ba88d1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e7210079-900f-490c-96fe-f352bca49ca6 HTTP/1.1" status: 200 len: 1129 time: 0.0390513 Jun 08 02:19:22.040150 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e8211756-c07c-47e5-9e9a-c34e677ca2f0 req-6bbe1122-ab5e-49fe-9d43-a69c611bed8c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430028 Jun 08 02:19:22.786515 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c96ccb-d238-4e8b-9374-612f8b3ebdd7 req-26f9f66c-6b44-4b48-b9b4-da1bb8c3b788 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:19:22.787957 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-49c96ccb-d238-4e8b-9374-612f8b3ebdd7 req-26f9f66c-6b44-4b48-b9b4-da1bb8c3b788 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7210079-900f-490c-96fe-f352bca49ca6 HTTP/1.1" status: 200 len: 945 time: 0.0460606 Jun 08 02:19:22.840159 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-49c96ccb-d238-4e8b-9374-612f8b3ebdd7 req-430b54c1-3609-4d97-b4a3-6e70726943d7 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464468 Jun 08 02:19:23.952551 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056d78a-53f1-45c7-b5ba-e8e4ab2950c5 req-ccb9d36f-ba92-4e4f-bd94-3131e82446c1 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:19:23.954658 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6056d78a-53f1-45c7-b5ba-e8e4ab2950c5 req-ccb9d36f-ba92-4e4f-bd94-3131e82446c1 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7210079-900f-490c-96fe-f352bca49ca6 HTTP/1.1" status: 200 len: 945 time: 0.0460889 Jun 08 02:19:23.984625 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:19:24.003286 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-6056d78a-53f1-45c7-b5ba-e8e4ab2950c5 req-e4b4482a-6418-47fa-95d9-9ccf4b583253 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432718 Jun 08 02:19:24.116344 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28502a-5c22-4a33-9229-6996b7c3ef15 req-9f307a22-9e94-4115-8b0b-716ae3eb50e9 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:19:24.117837 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1a28502a-5c22-4a33-9229-6996b7c3ef15 req-9f307a22-9e94-4115-8b0b-716ae3eb50e9 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7210079-900f-490c-96fe-f352bca49ca6 HTTP/1.1" status: 200 len: 945 time: 0.0460641 Jun 08 02:19:24.149105 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:19:24.167579 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-1a28502a-5c22-4a33-9229-6996b7c3ef15 req-8f72b5cd-711c-40a6-9283-91655bcfd469 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443237 Jun 08 02:19:24.190316 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 60270) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:19:24.230615 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d55a1d5-0f50-4403-b217-83e1be784ee4 tempest-TestVolumeBootPattern-918240834 tempest-TestVolumeBootPattern-918240834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:19:24.232096 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-2d55a1d5-0f50-4403-b217-83e1be784ee4 tempest-TestVolumeBootPattern-918240834 tempest-TestVolumeBootPattern-918240834-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e7210079-900f-490c-96fe-f352bca49ca6 HTTP/1.1" status: 200 len: 1124 time: 0.0408089 Jun 08 02:19:24.234896 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 60272) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:19:24.240757 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.v2.base [None req-c18d7bf4-2a2b-48d4-8834-e6efd73c18ab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Request body: {'floatingip': {'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'port_id': '13b70bc3-9457-4544-a09b-b48fe66de285', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 02:19:24.262323 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c18d7bf4-2a2b-48d4-8834-e6efd73c18ab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:24.337372 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c18d7bf4-2a2b-48d4-8834-e6efd73c18ab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (None), before_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:24.443092 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.db_base_plugin_common [None req-c18d7bf4-2a2b-48d4-8834-e6efd73c18ab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Allocated IP 172.27.1.243 (fccc80fe-aa23-41fa-b00e-a506a2a0f94c/5f93db06-58fb-4390-8563-710a437b082f/f10104b1-6e18-4cd5-a7c3-2cbb9714ac13) {{(pid=104269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 02:19:24.540815 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c18d7bf4-2a2b-48d4-8834-e6efd73c18ab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for port (f10104b1-6e18-4cd5-a7c3-2cbb9714ac13), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:24.573520 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c18d7bf4-2a2b-48d4-8834-e6efd73c18ab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744501198093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (f10104b1-6e18-4cd5-a7c3-2cbb9714ac13), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:24.614524 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18d7bf4-2a2b-48d4-8834-e6efd73c18ab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Network fccc80fe-aa23-41fa-b00e-a506a2a0f94c is already hosted by enough agents. {{(pid=104269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 02:19:24.618126 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.base_scheduler [None req-c18d7bf4-2a2b-48d4-8834-e6efd73c18ab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Resources bound (agent type, host, resource id): {{(pid=104269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 02:19:24.626385 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18d7bf4-2a2b-48d4-8834-e6efd73c18ab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Received port after_create {{(pid=104269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 02:19:24.645790 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d7bf4-2a2b-48d4-8834-e6efd73c18ab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Pushing event updated for resources: {'Port': ['ID=f10104b1-6e18-4cd5-a7c3-2cbb9714ac13,revision_number=1']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:19:24.654883 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d7bf4-2a2b-48d4-8834-e6efd73c18ab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:19:24.655231 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d7bf4-2a2b-48d4-8834-e6efd73c18ab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:19:24.655566 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d7bf4-2a2b-48d4-8834-e6efd73c18ab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:19:24.655900 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d7bf4-2a2b-48d4-8834-e6efd73c18ab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:19:24.656226 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d7bf4-2a2b-48d4-8834-e6efd73c18ab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:19:24.656579 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d7bf4-2a2b-48d4-8834-e6efd73c18ab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:19:24.656904 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d7bf4-2a2b-48d4-8834-e6efd73c18ab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:19:24.657252 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d7bf4-2a2b-48d4-8834-e6efd73c18ab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:19:24.657563 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d7bf4-2a2b-48d4-8834-e6efd73c18ab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:19:24.657878 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d7bf4-2a2b-48d4-8834-e6efd73c18ab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:19:24.658199 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d7bf4-2a2b-48d4-8834-e6efd73c18ab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:19:24.658515 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d7bf4-2a2b-48d4-8834-e6efd73c18ab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:19:24.658831 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d7bf4-2a2b-48d4-8834-e6efd73c18ab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:19:24.659146 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d7bf4-2a2b-48d4-8834-e6efd73c18ab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:19:24.659458 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d7bf4-2a2b-48d4-8834-e6efd73c18ab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:19:25.202274 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c18d7bf4-2a2b-48d4-8834-e6efd73c18ab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for floatingip (2de6e402-89ca-4dea-9699-5ea5e40d7668), precommit_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:25.204911 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:19:25.220600 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:19:25.272624 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c18d7bf4-2a2b-48d4-8834-e6efd73c18ab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626921'] for port (f10104b1-6e18-4cd5-a7c3-2cbb9714ac13), before_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:25.454890 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c18d7bf4-2a2b-48d4-8834-e6efd73c18ab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for port (f10104b1-6e18-4cd5-a7c3-2cbb9714ac13), precommit_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:25.459228 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c18d7bf4-2a2b-48d4-8834-e6efd73c18ab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744501597058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744501198111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744501198129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9466662'] for port (f10104b1-6e18-4cd5-a7c3-2cbb9714ac13), after_update {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:25.523678 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d7bf4-2a2b-48d4-8834-e6efd73c18ab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Pushing event updated for resources: {'Port': ['ID=f10104b1-6e18-4cd5-a7c3-2cbb9714ac13,revision_number=2']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:19:25.537606 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c18d7bf4-2a2b-48d4-8834-e6efd73c18ab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682813'] for floatingip (2de6e402-89ca-4dea-9699-5ea5e40d7668), after_create {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:25.636452 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.db.l3_db [None req-c18d7bf4-2a2b-48d4-8834-e6efd73c18ab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Floating IP 2de6e402-89ca-4dea-9699-5ea5e40d7668 associated. External IP: 172.27.1.243, port: 13b70bc3-9457-4544-a09b-b48fe66de285. Jun 08 02:19:25.743639 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:25.833789 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18d7bf4-2a2b-48d4-8834-e6efd73c18ab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Router cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:19:25.935562 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18d7bf4-2a2b-48d4-8834-e6efd73c18ab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:19:25.946651 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee9b52e-64ed-447b-a7fe-aecd97282519 None None] Sync routers for ids ['cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'] in dv-cinder-845069-1-iscsi {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:19:25.956946 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-c18d7bf4-2a2b-48d4-8834-e6efd73c18ab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:25.962606 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee9b52e-64ed-447b-a7fe-aecd97282519 None None] Routers {'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:19:25.963438 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-aee9b52e-64ed-447b-a7fe-aecd97282519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:19:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:19:25.976439 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:19:25.988966 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-c18d7bf4-2a2b-48d4-8834-e6efd73c18ab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7524350 Jun 08 02:19:25.989676 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7210079-900f-490c-96fe-f352bca49ca6', 'tag': '13b70bc3-9457-4544-a09b-b48fe66de285'}] {{(pid=104269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:19:25.991874 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358dc8d4ae4a51a45346970250dcd834be934840dbf61ef46806344516445931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ec509e-b5d1-4546-82d9-0ad61c7a3127" -d '{"events": [{"name": "network-changed", "server_uuid": "e7210079-900f-490c-96fe-f352bca49ca6", "tag": "13b70bc3-9457-4544-a09b-b48fe66de285"}]}' {{(pid=104269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:19:26.070774 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-aee9b52e-64ed-447b-a7fe-aecd97282519 None None] Set router cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:19:26.167212 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85187a6-0a62-4f05-abe7-5eee1148c451 x-openstack-request-id: req-d85187a6-0a62-4f05-abe7-5eee1148c451 {{(pid=104269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:19:26.167499 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7210079-900f-490c-96fe-f352bca49ca6", "tag": "13b70bc3-9457-4544-a09b-b48fe66de285", "status": "completed", "code": 200}]} {{(pid=104269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:19:26.167752 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d85187a6-0a62-4f05-abe7-5eee1148c451 {{(pid=104269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:19:26.168151 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d85187a6-0a62-4f05-abe7-5eee1148c451'] response: {'name': 'network-changed', 'server_uuid': 'e7210079-900f-490c-96fe-f352bca49ca6', 'tag': '13b70bc3-9457-4544-a09b-b48fe66de285', 'status': 'completed', 'code': 200} Jun 08 02:19:26.228732 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec509e-b5d1-4546-82d9-0ad61c7a3127 req-363cb759-23a5-4b48-bb56-e393f09b9f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:19:26.230423 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e0ec509e-b5d1-4546-82d9-0ad61c7a3127 req-363cb759-23a5-4b48-bb56-e393f09b9f21 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=079027b24aba4a179f99de9f6fe944b8&device_id=e7210079-900f-490c-96fe-f352bca49ca6 HTTP/1.1" status: 200 len: 1129 time: 0.0397329 Jun 08 02:19:26.290452 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-aee9b52e-64ed-447b-a7fe-aecd97282519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'name': 'tempest-TestVolumeBootPattern-1404169138-router', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:14:26Z', 'updated_at': '2022-06-08T02:14:30Z', 'revision_number': 4, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'gw_port': {'id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:27Z', 'updated_at': '2022-06-08T02:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': '2de6e402-89ca-4dea-9699-5ea5e40d7668', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'port_id': '13b70bc3-9457-4544-a09b-b48fe66de285', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'mac_address': 'fa:16:3e:87:83:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7210079-900f-490c-96fe-f352bca49ca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:19:24Z', 'updated_at': '2022-06-08T02:19:24Z', 'revision_number': 0, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'fixed_ip_address_scope': None}, {'id': 'c4609cee-9b49-4b50-b242-9a1577a3b0bc', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'port_id': '32f4531c-b75e-4816-9d56-731d8bac1cd2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'mac_address': 'fa:16:3e:84:ee:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:17:32Z', 'updated_at': '2022-06-08T02:17:35Z', 'revision_number': 1, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646a40c6-9089-487c-a27d-bbddff9e51f5', 'name': '', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'mac_address': 'fa:16:3e:c7:2c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:30Z', 'updated_at': '2022-06-08T02:14:34Z', 'revision_number': 5, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'subnets': [{'id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:19:26.317865 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee9b52e-64ed-447b-a7fe-aecd97282519 None None] Checking router: cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f for host: dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:19:26.323031 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec509e-b5d1-4546-82d9-0ad61c7a3127 req-177cfe5d-8361-441a-83da-928221227ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:19:26.324583 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e0ec509e-b5d1-4546-82d9-0ad61c7a3127 req-177cfe5d-8361-441a-83da-928221227ad1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=05318a5a-b32e-458e-9f7c-d5bc705960a2 HTTP/1.1" status: 200 len: 913 time: 0.0867136 Jun 08 02:19:26.326090 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee9b52e-64ed-447b-a7fe-aecd97282519 None None] Routers {'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:19:26.326691 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-aee9b52e-64ed-447b-a7fe-aecd97282519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:19:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:19:26.388714 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e0ec509e-b5d1-4546-82d9-0ad61c7a3127 req-24e825b5-76cf-4ce0-b58f-88039d74d22b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13b70bc3-9457-4544-a09b-b48fe66de285 HTTP/1.1" status: 200 len: 999 time: 0.0583060 Jun 08 02:19:26.429983 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-aee9b52e-64ed-447b-a7fe-aecd97282519 None None] Set router cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:19:26.438986 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec509e-b5d1-4546-82d9-0ad61c7a3127 req-dd52b40f-8ad9-43c1-9f6f-224d653c0971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:19:26.440651 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e0ec509e-b5d1-4546-82d9-0ad61c7a3127 req-dd52b40f-8ad9-43c1-9f6f-224d653c0971 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a6900bc-03fc-46b3-b7d6-870661475e34 HTTP/1.1" status: 200 len: 851 time: 0.0459502 Jun 08 02:19:26.483626 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec509e-b5d1-4546-82d9-0ad61c7a3127 req-1f007028-2574-47ec-937b-94240fe76f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:19:26.485961 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e0ec509e-b5d1-4546-82d9-0ad61c7a3127 req-1f007028-2574-47ec-937b-94240fe76f91 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05318a5a-b32e-458e-9f7c-d5bc705960a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388603 Jun 08 02:19:26.576637 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e0ec509e-b5d1-4546-82d9-0ad61c7a3127 req-4bd4d0bc-8312-40ed-bebd-e8e08b362de7 service neutron] 10.222.0.15 "GET /v2.0/networks/05318a5a-b32e-458e-9f7c-d5bc705960a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855134 Jun 08 02:19:26.640079 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-aee9b52e-64ed-447b-a7fe-aecd97282519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'name': 'tempest-TestVolumeBootPattern-1404169138-router', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:14:26Z', 'updated_at': '2022-06-08T02:14:30Z', 'revision_number': 4, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'gw_port': {'id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:27Z', 'updated_at': '2022-06-08T02:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': '2de6e402-89ca-4dea-9699-5ea5e40d7668', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'port_id': '13b70bc3-9457-4544-a09b-b48fe66de285', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'mac_address': 'fa:16:3e:87:83:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7210079-900f-490c-96fe-f352bca49ca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:19:24Z', 'updated_at': '2022-06-08T02:19:24Z', 'revision_number': 0, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'fixed_ip_address_scope': None}, {'id': 'c4609cee-9b49-4b50-b242-9a1577a3b0bc', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'port_id': '32f4531c-b75e-4816-9d56-731d8bac1cd2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'mac_address': 'fa:16:3e:84:ee:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:17:32Z', 'updated_at': '2022-06-08T02:17:35Z', 'revision_number': 1, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646a40c6-9089-487c-a27d-bbddff9e51f5', 'name': '', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'mac_address': 'fa:16:3e:c7:2c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:30Z', 'updated_at': '2022-06-08T02:14:34Z', 'revision_number': 5, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'subnets': [{'id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:19:26.642521 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:19:26.665282 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee9b52e-64ed-447b-a7fe-aecd97282519 None None] The sync data for ids ['cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'] in dv-cinder-845069-1-iscsi is: [{'id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'name': 'tempest-TestVolumeBootPattern-1404169138-router', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:14:26Z', 'updated_at': '2022-06-08T02:14:30Z', 'revision_number': 4, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'gw_port': {'id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:27Z', 'updated_at': '2022-06-08T02:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': '2de6e402-89ca-4dea-9699-5ea5e40d7668', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'port_id': '13b70bc3-9457-4544-a09b-b48fe66de285', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'mac_address': 'fa:16:3e:87:83:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7210079-900f-490c-96fe-f352bca49ca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:19:24Z', 'updated_at': '2022-06-08T02:19:24Z', 'revision_number': 0, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'fixed_ip_address_scope': None}, {'id': 'c4609cee-9b49-4b50-b242-9a1577a3b0bc', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'port_id': '32f4531c-b75e-4816-9d56-731d8bac1cd2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'mac_address': 'fa:16:3e:84:ee:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:17:32Z', 'updated_at': '2022-06-08T02:17:35Z', 'revision_number': 1, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646a40c6-9089-487c-a27d-bbddff9e51f5', 'name': '', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'mac_address': 'fa:16:3e:c7:2c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:30Z', 'updated_at': '2022-06-08T02:14:34Z', 'revision_number': 5, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'subnets': [{'id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:19:26.666426 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-e0ec509e-b5d1-4546-82d9-0ad61c7a3127 req-bb5c69c9-58bb-47be-a6dd-5254b8338619 service neutron] 10.222.0.15 "GET /v2.0/networks/05318a5a-b32e-458e-9f7c-d5bc705960a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832751 Jun 08 02:19:26.867172 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17fe3ad-5c49-4aa2-9cac-801fe2a468a3 None None] New status for floating IP 2de6e402-89ca-4dea-9699-5ea5e40d7668: ACTIVE {{(pid=104271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 02:19:30.324568 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:19:35.985120 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:19:36.637799 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:19:36.656854 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=56 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:19:36.663403 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=56 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:19:36.861417 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-7c31d580-b375-476e-8f56-a3d858466990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:39.162594 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-1e12b8d2-4ed4-4ab7-a954-8fc556cc7997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:40.312048 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:41.926862 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:43.384750 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:19:47.336310 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:19:47.340865 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:19:53.378359 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:19:53.380356 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:19:55.744957 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:20:05.741481 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:20:06.866444 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-01b114a5-42af-464c-98be-ced5cb533151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:20:07.323997 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:20:09.165601 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-4972f850-19ac-4186-aabf-7faa79dce3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:20:10.315616 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:20:11.916945 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:20:13.387592 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:20:23.376601 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:20:23.383928 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:20:24.331863 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=3 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:20:24.337399 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=5 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:20:25.759682 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:20:33.396525 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-74676531-29dc-45fc-85ea-284f4fb00484 req-1a675a6b-0456-4f72-8f03-8da4c63f756f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442266 Jun 08 02:20:33.478823 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74676531-29dc-45fc-85ea-284f4fb00484 req-f7662240-a46d-4470-a6e5-f2c3bad7861f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:20:33.480263 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-74676531-29dc-45fc-85ea-284f4fb00484 req-f7662240-a46d-4470-a6e5-f2c3bad7861f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=079027b24aba4a179f99de9f6fe944b8&device_id=ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de HTTP/1.1" status: 200 len: 1130 time: 0.0378356 Jun 08 02:20:33.585062 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74676531-29dc-45fc-85ea-284f4fb00484 req-f9ceafea-5e96-4b4c-b9f3-dd7bdcc629fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:20:33.586493 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-74676531-29dc-45fc-85ea-284f4fb00484 req-f9ceafea-5e96-4b4c-b9f3-dd7bdcc629fb service neutron] 10.222.0.15 "GET /v2.0/networks?id=05318a5a-b32e-458e-9f7c-d5bc705960a2 HTTP/1.1" status: 200 len: 913 time: 0.0834534 Jun 08 02:20:33.653048 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-74676531-29dc-45fc-85ea-284f4fb00484 req-cdf6cf2a-366f-4e32-89ff-066aa501e7d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32f4531c-b75e-4816-9d56-731d8bac1cd2 HTTP/1.1" status: 200 len: 1001 time: 0.0572610 Jun 08 02:20:33.703427 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74676531-29dc-45fc-85ea-284f4fb00484 req-43a04f47-d682-4dab-9beb-575ad0efc641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:20:33.704903 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-74676531-29dc-45fc-85ea-284f4fb00484 req-43a04f47-d682-4dab-9beb-575ad0efc641 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a6900bc-03fc-46b3-b7d6-870661475e34 HTTP/1.1" status: 200 len: 851 time: 0.0433974 Jun 08 02:20:33.749915 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74676531-29dc-45fc-85ea-284f4fb00484 req-fe0f9d98-64c6-483b-8326-3a48801e0b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:20:33.751355 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-74676531-29dc-45fc-85ea-284f4fb00484 req-fe0f9d98-64c6-483b-8326-3a48801e0b76 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05318a5a-b32e-458e-9f7c-d5bc705960a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374973 Jun 08 02:20:33.849108 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-74676531-29dc-45fc-85ea-284f4fb00484 req-5bf6f0b8-038e-4008-a81f-5fff6ba94e83 service neutron] 10.222.0.15 "GET /v2.0/networks/05318a5a-b32e-458e-9f7c-d5bc705960a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867825 Jun 08 02:20:33.944236 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-74676531-29dc-45fc-85ea-284f4fb00484 req-c5ab93c2-dd5c-4a0b-b1f8-a530ec6de67e service neutron] 10.222.0.15 "GET /v2.0/networks/05318a5a-b32e-458e-9f7c-d5bc705960a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858691 Jun 08 02:20:35.320340 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:20:35.321184 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:DELETE=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:20:35.752719 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:20:35.755763 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:20:36.868653 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-1ce21916-e3b4-4833-ad3e-bc778254b1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:20:39.170872 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-58893962-08ea-49ba-ae83-f65e6eddd6e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:20:40.317898 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:20:41.946314 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:20:43.390695 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:20:43.939623 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=52 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:20:43.940453 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=49 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:20:44.323305 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:20:53.379976 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:UPDATE=3,neutron:SELECT=19 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:20:53.386977 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:20:55.773853 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:20:59.152745 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [req-b43b9a81-0ea0-47f0-9b7e-9732b1c721c4 req-b6ce2cac-0f85-4f2c-9ccf-3fa4fa68205c service neutron] (104269) timed out ('10.222.0.15', 55428) {{(pid=104269) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 08 02:21:01.328364 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=3 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:01.334106 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=5 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:04.799782 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 60314) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:21:05.046328 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [None req-2cdc8a84-5a72-4d79-84d4-ca89a5b6f335 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Deleting port f10104b1-6e18-4cd5-a7c3-2cbb9714ac13 {{(pid=104269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:21:05.046669 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8a84-5a72-4d79-84d4-ca89a5b6f335 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (f10104b1-6e18-4cd5-a7c3-2cbb9714ac13), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:05.125113 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8a84-5a72-4d79-84d4-ca89a5b6f335 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (f10104b1-6e18-4cd5-a7c3-2cbb9714ac13), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:05.125356 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8a84-5a72-4d79-84d4-ca89a5b6f335 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for floatingip (f10104b1-6e18-4cd5-a7c3-2cbb9714ac13), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:05.138594 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [None req-2cdc8a84-5a72-4d79-84d4-ca89a5b6f335 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Calling delete_port for f10104b1-6e18-4cd5-a7c3-2cbb9714ac13 owned by network:floatingip {{(pid=104269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:21:05.280494 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8a84-5a72-4d79-84d4-ca89a5b6f335 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (f10104b1-6e18-4cd5-a7c3-2cbb9714ac13), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:05.310107 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc8a84-5a72-4d79-84d4-ca89a5b6f335 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Pushing event deleted for resources: {'Port': ['ID=f10104b1-6e18-4cd5-a7c3-2cbb9714ac13,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:21:05.334612 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc8a84-5a72-4d79-84d4-ca89a5b6f335 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:05.334948 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc8a84-5a72-4d79-84d4-ca89a5b6f335 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:05.335279 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc8a84-5a72-4d79-84d4-ca89a5b6f335 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:05.335608 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc8a84-5a72-4d79-84d4-ca89a5b6f335 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:05.335930 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc8a84-5a72-4d79-84d4-ca89a5b6f335 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:05.336249 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc8a84-5a72-4d79-84d4-ca89a5b6f335 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:05.336592 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc8a84-5a72-4d79-84d4-ca89a5b6f335 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:05.336910 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc8a84-5a72-4d79-84d4-ca89a5b6f335 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:05.337226 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc8a84-5a72-4d79-84d4-ca89a5b6f335 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:05.337541 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc8a84-5a72-4d79-84d4-ca89a5b6f335 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:05.337860 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc8a84-5a72-4d79-84d4-ca89a5b6f335 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:05.338173 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc8a84-5a72-4d79-84d4-ca89a5b6f335 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:05.338486 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc8a84-5a72-4d79-84d4-ca89a5b6f335 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:05.338795 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc8a84-5a72-4d79-84d4-ca89a5b6f335 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:05.339103 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc8a84-5a72-4d79-84d4-ca89a5b6f335 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:05.380102 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8a84-5a72-4d79-84d4-ca89a5b6f335 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for floatingip (2de6e402-89ca-4dea-9699-5ea5e40d7668), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:05.380327 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.db.l3_db [None req-2cdc8a84-5a72-4d79-84d4-ca89a5b6f335 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Floating IP 2de6e402-89ca-4dea-9699-5ea5e40d7668 disassociated (deleted). External IP: 172.27.1.243, port: 13b70bc3-9457-4544-a09b-b48fe66de285. Jun 08 02:21:05.571886 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cdc8a84-5a72-4d79-84d4-ca89a5b6f335 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Router cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:21:05.664247 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:05.672946 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdc8a84-5a72-4d79-84d4-ca89a5b6f335 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:21:05.678668 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8a84-5a72-4d79-84d4-ca89a5b6f335 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:05.683088 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c8970e-260c-4938-ae48-371caecf5b47 None None] Sync routers for ids ['cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'] in dv-cinder-845069-1-iscsi {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:21:05.693164 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c8970e-260c-4938-ae48-371caecf5b47 None None] Routers {'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:21:05.693784 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-62c8970e-260c-4938-ae48-371caecf5b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:20:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:21:05.707846 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-2cdc8a84-5a72-4d79-84d4-ca89a5b6f335 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "DELETE /v2.0/floatingips/2de6e402-89ca-4dea-9699-5ea5e40d7668 HTTP/1.1" status: 204 len: 168 time: 0.9069545 Jun 08 02:21:05.708474 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7210079-900f-490c-96fe-f352bca49ca6', 'tag': '13b70bc3-9457-4544-a09b-b48fe66de285'}] {{(pid=104269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:21:05.710682 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358dc8d4ae4a51a45346970250dcd834be934840dbf61ef46806344516445931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a65c9d-a4ba-4c66-91e0-d849c74d3417" -d '{"events": [{"name": "network-changed", "server_uuid": "e7210079-900f-490c-96fe-f352bca49ca6", "tag": "13b70bc3-9457-4544-a09b-b48fe66de285"}]}' {{(pid=104269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:21:05.753965 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98570842-ad3f-4d10-bf5b-91a1620a86c4 x-openstack-request-id: req-98570842-ad3f-4d10-bf5b-91a1620a86c4 {{(pid=104269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:21:05.754256 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7210079-900f-490c-96fe-f352bca49ca6", "tag": "13b70bc3-9457-4544-a09b-b48fe66de285", "status": "completed", "code": 200}]} {{(pid=104269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:21:05.754507 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98570842-ad3f-4d10-bf5b-91a1620a86c4 {{(pid=104269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:21:05.755046 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98570842-ad3f-4d10-bf5b-91a1620a86c4'] response: {'name': 'network-changed', 'server_uuid': 'e7210079-900f-490c-96fe-f352bca49ca6', 'tag': '13b70bc3-9457-4544-a09b-b48fe66de285', 'status': 'completed', 'code': 200} Jun 08 02:21:05.800957 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-62c8970e-260c-4938-ae48-371caecf5b47 None None] Set router cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:21:05.833330 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a65c9d-a4ba-4c66-91e0-d849c74d3417 req-dae1dab1-2188-4440-a793-dfe265c91afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:21:05.836432 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c0a65c9d-a4ba-4c66-91e0-d849c74d3417 req-dae1dab1-2188-4440-a793-dfe265c91afc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=079027b24aba4a179f99de9f6fe944b8&device_id=e7210079-900f-490c-96fe-f352bca49ca6 HTTP/1.1" status: 200 len: 1129 time: 0.0515261 Jun 08 02:21:05.954008 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a65c9d-a4ba-4c66-91e0-d849c74d3417 req-13696f24-5a61-43bc-86bf-b3c0a2015984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:21:05.955497 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c0a65c9d-a4ba-4c66-91e0-d849c74d3417 req-13696f24-5a61-43bc-86bf-b3c0a2015984 service neutron] 10.222.0.15 "GET /v2.0/networks?id=05318a5a-b32e-458e-9f7c-d5bc705960a2 HTTP/1.1" status: 200 len: 913 time: 0.1074796 Jun 08 02:21:06.014760 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef323c-74d9-4f50-8e03-e91662145540 req-fb9dc16d-c03d-4c0f-bf2d-574d7036c1c5 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:21:06.016248 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-55ef323c-74d9-4f50-8e03-e91662145540 req-fb9dc16d-c03d-4c0f-bf2d-574d7036c1c5 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7210079-900f-490c-96fe-f352bca49ca6 HTTP/1.1" status: 200 len: 945 time: 0.1124141 Jun 08 02:21:06.046255 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-62c8970e-260c-4938-ae48-371caecf5b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'name': 'tempest-TestVolumeBootPattern-1404169138-router', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:14:26Z', 'updated_at': '2022-06-08T02:14:30Z', 'revision_number': 4, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'gw_port': {'id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:27Z', 'updated_at': '2022-06-08T02:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': 'c4609cee-9b49-4b50-b242-9a1577a3b0bc', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'port_id': '32f4531c-b75e-4816-9d56-731d8bac1cd2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'mac_address': 'fa:16:3e:84:ee:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:17:32Z', 'updated_at': '2022-06-08T02:17:35Z', 'revision_number': 1, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646a40c6-9089-487c-a27d-bbddff9e51f5', 'name': '', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'mac_address': 'fa:16:3e:c7:2c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:30Z', 'updated_at': '2022-06-08T02:14:34Z', 'revision_number': 5, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'subnets': [{'id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:21:06.066194 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-55ef323c-74d9-4f50-8e03-e91662145540 req-6bc99e56-3ab4-4d2f-bd3e-87b1eedf48e1 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431468 Jun 08 02:21:06.070497 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c8970e-260c-4938-ae48-371caecf5b47 None None] Checking router: cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f for host: dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:21:06.079104 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c8970e-260c-4938-ae48-371caecf5b47 None None] Routers {'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:21:06.079752 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-62c8970e-260c-4938-ae48-371caecf5b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:20:39Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:21:06.180652 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-62c8970e-260c-4938-ae48-371caecf5b47 None None] Set router cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:21:06.391549 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-62c8970e-260c-4938-ae48-371caecf5b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'name': 'tempest-TestVolumeBootPattern-1404169138-router', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:14:26Z', 'updated_at': '2022-06-08T02:14:30Z', 'revision_number': 4, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'gw_port': {'id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:27Z', 'updated_at': '2022-06-08T02:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': 'c4609cee-9b49-4b50-b242-9a1577a3b0bc', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'port_id': '32f4531c-b75e-4816-9d56-731d8bac1cd2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'mac_address': 'fa:16:3e:84:ee:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:17:32Z', 'updated_at': '2022-06-08T02:17:35Z', 'revision_number': 1, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646a40c6-9089-487c-a27d-bbddff9e51f5', 'name': '', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'mac_address': 'fa:16:3e:c7:2c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:30Z', 'updated_at': '2022-06-08T02:14:34Z', 'revision_number': 5, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'subnets': [{'id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:21:06.419874 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c8970e-260c-4938-ae48-371caecf5b47 None None] The sync data for ids ['cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'] in dv-cinder-845069-1-iscsi is: [{'id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'name': 'tempest-TestVolumeBootPattern-1404169138-router', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:14:26Z', 'updated_at': '2022-06-08T02:14:30Z', 'revision_number': 4, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'gw_port': {'id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:27Z', 'updated_at': '2022-06-08T02:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_floatingips': [{'id': 'c4609cee-9b49-4b50-b242-9a1577a3b0bc', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'router_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'port_id': '32f4531c-b75e-4816-9d56-731d8bac1cd2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'mac_address': 'fa:16:3e:84:ee:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T02:17:32Z', 'updated_at': '2022-06-08T02:17:35Z', 'revision_number': 1, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646a40c6-9089-487c-a27d-bbddff9e51f5', 'name': '', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'mac_address': 'fa:16:3e:c7:2c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:30Z', 'updated_at': '2022-06-08T02:14:34Z', 'revision_number': 5, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'subnets': [{'id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:21:06.632985 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfff8334-1bc0-4827-a001-e97f72c0375b None None] New status for floating IP 2de6e402-89ca-4dea-9699-5ea5e40d7668: DOWN {{(pid=104271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 02:21:06.870776 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-12d973f5-ccb0-4f21-9609-9365a106a805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:07.118610 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c0a65c9d-a4ba-4c66-91e0-d849c74d3417 req-1fa9802a-b54d-4e7b-9df9-353871adaad7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13b70bc3-9457-4544-a09b-b48fe66de285 HTTP/1.1" status: 200 len: 217 time: 0.0363834 Jun 08 02:21:07.173103 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a65c9d-a4ba-4c66-91e0-d849c74d3417 req-ebe0933e-6913-4852-be7f-f143582d94e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:21:07.175162 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c0a65c9d-a4ba-4c66-91e0-d849c74d3417 req-ebe0933e-6913-4852-be7f-f143582d94e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a6900bc-03fc-46b3-b7d6-870661475e34 HTTP/1.1" status: 200 len: 851 time: 0.0499535 Jun 08 02:21:07.246765 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8bb09-8cc8-4dcf-811d-b6e50c950610 req-9b0bc069-ddcf-4304-ac59-3b00b260e291 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:21:07.248188 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9ad8bb09-8cc8-4dcf-811d-b6e50c950610 req-9b0bc069-ddcf-4304-ac59-3b00b260e291 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7210079-900f-490c-96fe-f352bca49ca6 HTTP/1.1" status: 200 len: 945 time: 0.0975111 Jun 08 02:21:07.328059 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a65c9d-a4ba-4c66-91e0-d849c74d3417 req-8b8f16dc-071b-4087-b8d0-9697b56b8f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:21:07.329464 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c0a65c9d-a4ba-4c66-91e0-d849c74d3417 req-8b8f16dc-071b-4087-b8d0-9697b56b8f39 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05318a5a-b32e-458e-9f7c-d5bc705960a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619502 Jun 08 02:21:07.334191 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9ad8bb09-8cc8-4dcf-811d-b6e50c950610 req-c0027e86-3db1-4d7a-ad70-7f4f5c287a6e tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795360 Jun 08 02:21:07.418050 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c0a65c9d-a4ba-4c66-91e0-d849c74d3417 req-a3f1684f-0919-4af6-8ffe-1f7c59bef037 service neutron] 10.222.0.15 "GET /v2.0/networks/05318a5a-b32e-458e-9f7c-d5bc705960a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813746 Jun 08 02:21:07.678997 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-c0a65c9d-a4ba-4c66-91e0-d849c74d3417 req-aed16dcb-e550-4bba-b6ec-463f743b5d19 service neutron] 10.222.0.15 "GET /v2.0/networks/05318a5a-b32e-458e-9f7c-d5bc705960a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969477 Jun 08 02:21:07.711651 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7bae82-1376-45b7-93f4-600b098f2a62 req-54acde58-9b9f-43dd-b289-4721a17870b2 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:21:07.713121 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-dc7bae82-1376-45b7-93f4-600b098f2a62 req-54acde58-9b9f-43dd-b289-4721a17870b2 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7210079-900f-490c-96fe-f352bca49ca6 HTTP/1.1" status: 200 len: 945 time: 0.0531807 Jun 08 02:21:07.792887 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-dc7bae82-1376-45b7-93f4-600b098f2a62 req-34af5023-b119-4cd3-aa93-502643732624 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Deleting port 13b70bc3-9457-4544-a09b-b48fe66de285 {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:21:07.793225 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-dc7bae82-1376-45b7-93f4-600b098f2a62 req-34af5023-b119-4cd3-aa93-502643732624 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (13b70bc3-9457-4544-a09b-b48fe66de285), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:07.886077 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-dc7bae82-1376-45b7-93f4-600b098f2a62 req-34af5023-b119-4cd3-aa93-502643732624 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] For port 13b70bc3-9457-4544-a09b-b48fe66de285, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=13b70bc3-9457-4544-a09b-b48fe66de285,segment=NetworkSegment(3b5a06de-b7a8-42e3-8ed1-a44f44b0623e),segment_id=3b5a06de-b7a8-42e3-8ed1-a44f44b0623e)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:21:07.886431 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-dc7bae82-1376-45b7-93f4-600b098f2a62 req-34af5023-b119-4cd3-aa93-502643732624 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (13b70bc3-9457-4544-a09b-b48fe66de285), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:07.900010 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-dc7bae82-1376-45b7-93f4-600b098f2a62 req-34af5023-b119-4cd3-aa93-502643732624 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Calling delete_port for 13b70bc3-9457-4544-a09b-b48fe66de285 owned by compute:nova {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:21:07.968934 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:07.981429 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:08.028155 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-dc7bae82-1376-45b7-93f4-600b098f2a62 req-34af5023-b119-4cd3-aa93-502643732624 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (13b70bc3-9457-4544-a09b-b48fe66de285), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:08.054982 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af5023-b119-4cd3-aa93-502643732624 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Pushing event deleted for resources: {'Port': ['ID=13b70bc3-9457-4544-a09b-b48fe66de285,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:21:08.067103 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af5023-b119-4cd3-aa93-502643732624 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:08.067451 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af5023-b119-4cd3-aa93-502643732624 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:08.067792 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af5023-b119-4cd3-aa93-502643732624 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:08.068135 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af5023-b119-4cd3-aa93-502643732624 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:08.068489 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af5023-b119-4cd3-aa93-502643732624 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:08.068825 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af5023-b119-4cd3-aa93-502643732624 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:08.069142 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af5023-b119-4cd3-aa93-502643732624 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:08.069464 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af5023-b119-4cd3-aa93-502643732624 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:08.069786 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af5023-b119-4cd3-aa93-502643732624 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:08.070110 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af5023-b119-4cd3-aa93-502643732624 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:08.070435 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af5023-b119-4cd3-aa93-502643732624 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:08.070756 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af5023-b119-4cd3-aa93-502643732624 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:08.071073 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af5023-b119-4cd3-aa93-502643732624 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:08.071389 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af5023-b119-4cd3-aa93-502643732624 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:08.071705 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af5023-b119-4cd3-aa93-502643732624 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:08.108911 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7bae82-1376-45b7-93f4-600b098f2a62 req-34af5023-b119-4cd3-aa93-502643732624 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] No DVR routers for this DVR port 13b70bc3-9457-4544-a09b-b48fe66de285 on host hv-cinder-84506 {{(pid=104268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:21:08.111354 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-dc7bae82-1376-45b7-93f4-600b098f2a62 req-34af5023-b119-4cd3-aa93-502643732624 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:08.115223 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-dc7bae82-1376-45b7-93f4-600b098f2a62 req-34af5023-b119-4cd3-aa93-502643732624 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.15 "DELETE /v2.0/ports/13b70bc3-9457-4544-a09b-b48fe66de285 HTTP/1.1" status: 204 len: 173 time: 0.3957944 Jun 08 02:21:08.115684 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7210079-900f-490c-96fe-f352bca49ca6', 'name': 'network-vif-deleted', 'tag': '13b70bc3-9457-4544-a09b-b48fe66de285'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:21:08.117897 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de50e06-4ad8-4583-875d-eef93ffde2ca" -d '{"events": [{"server_uuid": "e7210079-900f-490c-96fe-f352bca49ca6", "name": "network-vif-deleted", "tag": "13b70bc3-9457-4544-a09b-b48fe66de285"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:21:08.158306 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ef6bcb-e06f-41dc-a360-bd45959f5675 x-openstack-request-id: req-d1ef6bcb-e06f-41dc-a360-bd45959f5675 {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:21:08.158955 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7210079-900f-490c-96fe-f352bca49ca6", "name": "network-vif-deleted", "tag": "13b70bc3-9457-4544-a09b-b48fe66de285", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:21:08.158955 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1ef6bcb-e06f-41dc-a360-bd45959f5675 {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:21:08.159279 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1ef6bcb-e06f-41dc-a360-bd45959f5675'] response: {'server_uuid': 'e7210079-900f-490c-96fe-f352bca49ca6', 'name': 'network-vif-deleted', 'tag': '13b70bc3-9457-4544-a09b-b48fe66de285', 'status': 'completed', 'code': 200} Jun 08 02:21:08.437090 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-34ac2dc3-cb28-4d36-ba9a-cff680f5d8f9 req-dc436c10-1ef8-4fd2-8461-b317c3ba109a tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7210079-900f-490c-96fe-f352bca49ca6 HTTP/1.1" status: 200 len: 210 time: 0.0346818 Jun 08 02:21:09.173980 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-a1187d9b-3a65-47fd-b7b2-0898a3c86ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:10.322385 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:11.724329 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 60360) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:21:11.818319 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:11.863865 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [None req-6289c284-8832-47a5-881c-f524e29e41b8 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Deleting port 78e72d81-c8fc-4f00-bfc7-c75bdda30c98 {{(pid=104269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:21:11.864227 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-6289c284-8832-47a5-881c-f524e29e41b8 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (78e72d81-c8fc-4f00-bfc7-c75bdda30c98), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:11.923383 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:11.940035 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-6289c284-8832-47a5-881c-f524e29e41b8 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (78e72d81-c8fc-4f00-bfc7-c75bdda30c98), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:11.940361 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-6289c284-8832-47a5-881c-f524e29e41b8 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for floatingip (78e72d81-c8fc-4f00-bfc7-c75bdda30c98), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:11.958012 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [None req-6289c284-8832-47a5-881c-f524e29e41b8 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Calling delete_port for 78e72d81-c8fc-4f00-bfc7-c75bdda30c98 owned by network:floatingip {{(pid=104269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:21:12.011333 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 13b70bc3-9457-4544-a09b-b48fe66de285 no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:21:12.029807 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] No Port match for: 13b70bc3-9457-4544-a09b-b48fe66de285 {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:21:12.030142 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 13b70bc3-9457-4544-a09b-b48fe66de285 not bound to the agent host hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:21:12.096657 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-6289c284-8832-47a5-881c-f524e29e41b8 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (78e72d81-c8fc-4f00-bfc7-c75bdda30c98), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:12.119741 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289c284-8832-47a5-881c-f524e29e41b8 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Pushing event deleted for resources: {'Port': ['ID=78e72d81-c8fc-4f00-bfc7-c75bdda30c98,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:21:12.186516 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-6289c284-8832-47a5-881c-f524e29e41b8 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for floatingip (c4609cee-9b49-4b50-b242-9a1577a3b0bc), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:12.186842 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.db.l3_db [None req-6289c284-8832-47a5-881c-f524e29e41b8 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Floating IP c4609cee-9b49-4b50-b242-9a1577a3b0bc disassociated (deleted). External IP: 172.27.1.16, port: 32f4531c-b75e-4816-9d56-731d8bac1cd2. Jun 08 02:21:12.379525 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6289c284-8832-47a5-881c-f524e29e41b8 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Router cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:21:12.431640 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:12.688992 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6289c284-8832-47a5-881c-f524e29e41b8 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:21:12.693737 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-6289c284-8832-47a5-881c-f524e29e41b8 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:12.699202 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003f353e-0c70-4b96-bf15-2ecb4a142152 None None] Sync routers for ids ['cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'] in dv-cinder-845069-1-iscsi {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:21:12.709677 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003f353e-0c70-4b96-bf15-2ecb4a142152 None None] Routers {'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:21:12.710284 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-003f353e-0c70-4b96-bf15-2ecb4a142152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:21:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:21:12.723970 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-6289c284-8832-47a5-881c-f524e29e41b8 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "DELETE /v2.0/floatingips/c4609cee-9b49-4b50-b242-9a1577a3b0bc HTTP/1.1" status: 204 len: 168 time: 0.9985466 Jun 08 02:21:12.724587 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de', 'tag': '32f4531c-b75e-4816-9d56-731d8bac1cd2'}] {{(pid=104269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:21:12.726782 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358dc8d4ae4a51a45346970250dcd834be934840dbf61ef46806344516445931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74dda97-82e1-479d-a662-b8f5c66e4728" -d '{"events": [{"name": "network-changed", "server_uuid": "ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de", "tag": "32f4531c-b75e-4816-9d56-731d8bac1cd2"}]}' {{(pid=104269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:21:12.763966 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 02:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c037a7-5bab-44eb-9f91-67a2f232ca04 x-openstack-request-id: req-72c037a7-5bab-44eb-9f91-67a2f232ca04 {{(pid=104269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:21:12.764139 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de", "tag": "32f4531c-b75e-4816-9d56-731d8bac1cd2", "status": "completed", "code": 200}]} {{(pid=104269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:21:12.765228 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72c037a7-5bab-44eb-9f91-67a2f232ca04 {{(pid=104269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:21:12.765228 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72c037a7-5bab-44eb-9f91-67a2f232ca04'] response: {'name': 'network-changed', 'server_uuid': 'ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de', 'tag': '32f4531c-b75e-4816-9d56-731d8bac1cd2', 'status': 'completed', 'code': 200} Jun 08 02:21:12.819499 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:12.830757 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-003f353e-0c70-4b96-bf15-2ecb4a142152 None None] Set router cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:21:12.899585 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:13.034456 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-003f353e-0c70-4b96-bf15-2ecb4a142152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'name': 'tempest-TestVolumeBootPattern-1404169138-router', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:14:26Z', 'updated_at': '2022-06-08T02:14:30Z', 'revision_number': 4, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'gw_port': {'id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:27Z', 'updated_at': '2022-06-08T02:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '646a40c6-9089-487c-a27d-bbddff9e51f5', 'name': '', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'mac_address': 'fa:16:3e:c7:2c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:30Z', 'updated_at': '2022-06-08T02:14:34Z', 'revision_number': 5, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'subnets': [{'id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:21:13.060000 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003f353e-0c70-4b96-bf15-2ecb4a142152 None None] Checking router: cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f for host: dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:21:13.069455 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003f353e-0c70-4b96-bf15-2ecb4a142152 None None] Routers {'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:21:13.070074 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-003f353e-0c70-4b96-bf15-2ecb4a142152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:21:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:21:13.148763 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74dda97-82e1-479d-a662-b8f5c66e4728 req-091655d6-3c9e-4a4c-b657-fd6a429263a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:21:13.151294 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f74dda97-82e1-479d-a662-b8f5c66e4728 req-091655d6-3c9e-4a4c-b657-fd6a429263a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=079027b24aba4a179f99de9f6fe944b8&device_id=ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de HTTP/1.1" status: 200 len: 1130 time: 0.3580990 Jun 08 02:21:13.172761 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d33941-f496-482e-acac-2b1c300eec16 req-05fff467-5b29-4a47-acde-dce866500738 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:21:13.174326 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a3d33941-f496-482e-acac-2b1c300eec16 req-05fff467-5b29-4a47-acde-dce866500738 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de HTTP/1.1" status: 200 len: 946 time: 0.0625293 Jun 08 02:21:13.226837 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-a3d33941-f496-482e-acac-2b1c300eec16 req-1218eb3a-d3d9-4191-bb8a-9087e18ce8f1 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459771 Jun 08 02:21:13.301585 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-003f353e-0c70-4b96-bf15-2ecb4a142152 None None] Set router cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:21:13.430684 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:13.497099 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-003f353e-0c70-4b96-bf15-2ecb4a142152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'name': 'tempest-TestVolumeBootPattern-1404169138-router', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:14:26Z', 'updated_at': '2022-06-08T02:14:30Z', 'revision_number': 4, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'gw_port': {'id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:27Z', 'updated_at': '2022-06-08T02:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '646a40c6-9089-487c-a27d-bbddff9e51f5', 'name': '', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'mac_address': 'fa:16:3e:c7:2c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:30Z', 'updated_at': '2022-06-08T02:14:34Z', 'revision_number': 5, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'subnets': [{'id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:21:13.522794 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003f353e-0c70-4b96-bf15-2ecb4a142152 None None] The sync data for ids ['cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'] in dv-cinder-845069-1-iscsi is: [{'id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'name': 'tempest-TestVolumeBootPattern-1404169138-router', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:14:26Z', 'updated_at': '2022-06-08T02:14:30Z', 'revision_number': 4, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'gw_port': {'id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:27Z', 'updated_at': '2022-06-08T02:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi', '_interfaces': [{'id': '646a40c6-9089-487c-a27d-bbddff9e51f5', 'name': '', 'network_id': '05318a5a-b32e-458e-9f7c-d5bc705960a2', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'mac_address': 'fa:16:3e:c7:2c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:30Z', 'updated_at': '2022-06-08T02:14:34Z', 'revision_number': 5, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'subnets': [{'id': '0a6900bc-03fc-46b3-b7d6-870661475e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:21:13.735119 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c73c206-cb17-4b11-a468-8bd00fb8eeb7 None None] New status for floating IP c4609cee-9b49-4b50-b242-9a1577a3b0bc: DOWN {{(pid=104271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 02:21:14.179579 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74dda97-82e1-479d-a662-b8f5c66e4728 req-559d8093-cfc0-47cb-b0c8-09725343876c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:21:14.180988 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f74dda97-82e1-479d-a662-b8f5c66e4728 req-559d8093-cfc0-47cb-b0c8-09725343876c service neutron] 10.222.0.15 "GET /v2.0/networks?id=05318a5a-b32e-458e-9f7c-d5bc705960a2 HTTP/1.1" status: 200 len: 913 time: 0.0879767 Jun 08 02:21:14.304058 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f74dda97-82e1-479d-a662-b8f5c66e4728 req-0bb41a6e-90eb-4f72-a768-26761fc894a0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32f4531c-b75e-4816-9d56-731d8bac1cd2 HTTP/1.1" status: 200 len: 217 time: 0.0356252 Jun 08 02:21:14.374522 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e697b03-5477-4a89-aaab-a972931c1b16 req-3146907d-a5fc-40a3-87ff-5a44f19ae6bc tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:21:14.375950 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9e697b03-5477-4a89-aaab-a972931c1b16 req-3146907d-a5fc-40a3-87ff-5a44f19ae6bc tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de HTTP/1.1" status: 200 len: 946 time: 0.0748143 Jun 08 02:21:14.393114 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74dda97-82e1-479d-a662-b8f5c66e4728 req-18830698-e79e-49e3-9a22-5fa550212d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:21:14.395091 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f74dda97-82e1-479d-a662-b8f5c66e4728 req-18830698-e79e-49e3-9a22-5fa550212d35 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a6900bc-03fc-46b3-b7d6-870661475e34 HTTP/1.1" status: 200 len: 851 time: 0.0837142 Jun 08 02:21:14.438165 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-9e697b03-5477-4a89-aaab-a972931c1b16 req-85e11826-b5e8-47a0-b01c-1f53d2a67dab tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9b376b-878d-48db-ba59-2c601b1c7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557392 Jun 08 02:21:14.556841 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74dda97-82e1-479d-a662-b8f5c66e4728 req-c3b31536-2744-48e5-b667-e910be5de97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:21:14.558301 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f74dda97-82e1-479d-a662-b8f5c66e4728 req-c3b31536-2744-48e5-b667-e910be5de97c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05318a5a-b32e-458e-9f7c-d5bc705960a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383878 Jun 08 02:21:14.666839 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609a1e6-b1b9-476d-bac5-65094c63c45f req-ef54918f-1883-4b3e-907f-f81bc2da04ea tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 02:21:14.668260 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4609a1e6-b1b9-476d-bac5-65094c63c45f req-ef54918f-1883-4b3e-907f-f81bc2da04ea tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de HTTP/1.1" status: 200 len: 946 time: 0.0593643 Jun 08 02:21:14.711689 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f74dda97-82e1-479d-a662-b8f5c66e4728 req-6161680d-fcdf-4880-b0f7-462e491ace2b service neutron] 10.222.0.15 "GET /v2.0/networks/05318a5a-b32e-458e-9f7c-d5bc705960a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451433 Jun 08 02:21:14.811491 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-4609a1e6-b1b9-476d-bac5-65094c63c45f req-87e77709-e5ce-4301-afac-a9a8260f15ce tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Deleting port 32f4531c-b75e-4816-9d56-731d8bac1cd2 {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:21:14.811826 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-4609a1e6-b1b9-476d-bac5-65094c63c45f req-87e77709-e5ce-4301-afac-a9a8260f15ce tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (32f4531c-b75e-4816-9d56-731d8bac1cd2), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:14.889004 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-f74dda97-82e1-479d-a662-b8f5c66e4728 req-889bc339-e206-4b3d-aca0-aaed09487753 service neutron] 10.222.0.15 "GET /v2.0/networks/05318a5a-b32e-458e-9f7c-d5bc705960a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699414 Jun 08 02:21:14.928286 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [req-4609a1e6-b1b9-476d-bac5-65094c63c45f req-87e77709-e5ce-4301-afac-a9a8260f15ce tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] For port 32f4531c-b75e-4816-9d56-731d8bac1cd2, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=32f4531c-b75e-4816-9d56-731d8bac1cd2,segment=NetworkSegment(3b5a06de-b7a8-42e3-8ed1-a44f44b0623e),segment_id=3b5a06de-b7a8-42e3-8ed1-a44f44b0623e)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:21:14.928679 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-4609a1e6-b1b9-476d-bac5-65094c63c45f req-87e77709-e5ce-4301-afac-a9a8260f15ce tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (32f4531c-b75e-4816-9d56-731d8bac1cd2), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:14.942179 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [req-4609a1e6-b1b9-476d-bac5-65094c63c45f req-87e77709-e5ce-4301-afac-a9a8260f15ce tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Calling delete_port for 32f4531c-b75e-4816-9d56-731d8bac1cd2 owned by compute:nova {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:21:14.951151 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:14.979862 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=100 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:15.067284 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-4609a1e6-b1b9-476d-bac5-65094c63c45f req-87e77709-e5ce-4301-afac-a9a8260f15ce tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (32f4531c-b75e-4816-9d56-731d8bac1cd2), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:15.096895 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e77709-e5ce-4301-afac-a9a8260f15ce tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Pushing event deleted for resources: {'Port': ['ID=32f4531c-b75e-4816-9d56-731d8bac1cd2,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:21:15.142051 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [req-4609a1e6-b1b9-476d-bac5-65094c63c45f req-87e77709-e5ce-4301-afac-a9a8260f15ce tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] No DVR routers for this DVR port 32f4531c-b75e-4816-9d56-731d8bac1cd2 on host hv-cinder-84506 {{(pid=104268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:21:15.145124 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [req-4609a1e6-b1b9-476d-bac5-65094c63c45f req-87e77709-e5ce-4301-afac-a9a8260f15ce tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for port (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:15.148231 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-4609a1e6-b1b9-476d-bac5-65094c63c45f req-87e77709-e5ce-4301-afac-a9a8260f15ce tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.15 "DELETE /v2.0/ports/32f4531c-b75e-4816-9d56-731d8bac1cd2 HTTP/1.1" status: 204 len: 173 time: 0.4719553 Jun 08 02:21:15.148687 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de', 'name': 'network-vif-deleted', 'tag': '32f4531c-b75e-4816-9d56-731d8bac1cd2'}] {{(pid=104268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 02:21:15.150895 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4d90a74c71525b75482c2c00b7a8b11243b7b0ea1697a2c94d8dd101310b6b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a690f272-93cc-4c38-8608-d10d44b61a2e" -d '{"events": [{"server_uuid": "ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de", "name": "network-vif-deleted", "tag": "32f4531c-b75e-4816-9d56-731d8bac1cd2"}]}' {{(pid=104268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 02:21:15.185726 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 02:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe0940b-9dc9-4f22-b32d-4ac6b207cced x-openstack-request-id: req-abe0940b-9dc9-4f22-b32d-4ac6b207cced {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 02:21:15.186387 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de", "name": "network-vif-deleted", "tag": "32f4531c-b75e-4816-9d56-731d8bac1cd2", "status": "completed", "code": 200}]} {{(pid=104268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 02:21:15.186387 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-abe0940b-9dc9-4f22-b32d-4ac6b207cced {{(pid=104268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 02:21:15.186692 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abe0940b-9dc9-4f22-b32d-4ac6b207cced'] response: {'server_uuid': 'ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de', 'name': 'network-vif-deleted', 'tag': '32f4531c-b75e-4816-9d56-731d8bac1cd2', 'status': 'completed', 'code': 200} Jun 08 02:21:15.550999 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [req-030e5cbd-30a9-4edd-828c-0d38dee55b3d req-098c869a-98e2-44b1-b550-c0498166ab60 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce41c7a4-5fa3-4959-8c0b-59b2b81ad8de HTTP/1.1" status: 200 len: 210 time: 0.0288568 Jun 08 02:21:16.609441 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 60376) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:21:16.716556 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-22583d72-6998-4898-a4c5-7f39e04786f0 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Deleting port eb25fad5-e7b4-4dca-9844-38601a28a39f {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:21:16.716898 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-22583d72-6998-4898-a4c5-7f39e04786f0 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (eb25fad5-e7b4-4dca-9844-38601a28a39f), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:16.793281 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-22583d72-6998-4898-a4c5-7f39e04786f0 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (eb25fad5-e7b4-4dca-9844-38601a28a39f), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:16.793604 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-22583d72-6998-4898-a4c5-7f39e04786f0 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for floatingip (eb25fad5-e7b4-4dca-9844-38601a28a39f), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:16.806843 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-22583d72-6998-4898-a4c5-7f39e04786f0 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Calling delete_port for eb25fad5-e7b4-4dca-9844-38601a28a39f owned by network:floatingip {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:21:16.935091 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-22583d72-6998-4898-a4c5-7f39e04786f0 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (eb25fad5-e7b4-4dca-9844-38601a28a39f), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:16.959718 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22583d72-6998-4898-a4c5-7f39e04786f0 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Pushing event deleted for resources: {'Port': ['ID=eb25fad5-e7b4-4dca-9844-38601a28a39f,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:21:17.021454 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-22583d72-6998-4898-a4c5-7f39e04786f0 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for floatingip (1de3055d-1a7e-4078-b665-b1281ce615bb), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:17.023850 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-22583d72-6998-4898-a4c5-7f39e04786f0 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229627'] for floatingip (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:17.025033 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-22583d72-6998-4898-a4c5-7f39e04786f0 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "DELETE /v2.0/floatingips/1de3055d-1a7e-4078-b665-b1281ce615bb HTTP/1.1" status: 204 len: 168 time: 0.4151359 Jun 08 02:21:18.011245 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 32f4531c-b75e-4816-9d56-731d8bac1cd2 no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:21:18.033402 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] No Port match for: 32f4531c-b75e-4816-9d56-731d8bac1cd2 {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:21:18.033741 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Device 32f4531c-b75e-4816-9d56-731d8bac1cd2 not bound to the agent host hv-cinder-84506 {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:21:18.226855 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 60388) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:21:18.286765 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a293deca-3554-4d66-86c3-3a78db9fa377 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for security_group (8c9b376b-878d-48db-ba59-2c601b1c7d80), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:18.312189 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a293deca-3554-4d66-86c3-3a78db9fa377 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for security_group (8c9b376b-878d-48db-ba59-2c601b1c7d80), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:18.370804 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a293deca-3554-4d66-86c3-3a78db9fa377 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (8c9b376b-878d-48db-ba59-2c601b1c7d80), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:18.373731 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-a293deca-3554-4d66-86c3-3a78db9fa377 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:18.374914 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-a293deca-3554-4d66-86c3-3a78db9fa377 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] 10.222.0.20 "DELETE /v2.0/security-groups/8c9b376b-878d-48db-ba59-2c601b1c7d80 HTTP/1.1" status: 204 len: 168 time: 0.1470847 Jun 08 02:21:18.384697 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a293deca-3554-4d66-86c3-3a78db9fa377 tempest-TestVolumeBootPattern-515964686 tempest-TestVolumeBootPattern-515964686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9b376b-878d-48db-ba59-2c601b1c7d80,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:21:18.433638 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 60392) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:21:18.624238 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:18.633200 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:18.838843 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-4003c1ae-d99b-498d-917b-335fda270411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683837'] for router_interface (cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:19.050995 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-4003c1ae-d99b-498d-917b-335fda270411 admin admin] Deleting port 646a40c6-9089-487c-a27d-bbddff9e51f5 {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:21:19.051485 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-4003c1ae-d99b-498d-917b-335fda270411 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (646a40c6-9089-487c-a27d-bbddff9e51f5), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:19.131638 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [None req-4003c1ae-d99b-498d-917b-335fda270411 admin admin] For port 646a40c6-9089-487c-a27d-bbddff9e51f5, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=646a40c6-9089-487c-a27d-bbddff9e51f5,segment=NetworkSegment(3b5a06de-b7a8-42e3-8ed1-a44f44b0623e),segment_id=3b5a06de-b7a8-42e3-8ed1-a44f44b0623e)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:21:19.131907 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-4003c1ae-d99b-498d-917b-335fda270411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (646a40c6-9089-487c-a27d-bbddff9e51f5), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:19.144334 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-4003c1ae-d99b-498d-917b-335fda270411 admin admin] Calling delete_port for 646a40c6-9089-487c-a27d-bbddff9e51f5 owned by network:router_interface {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:21:19.318617 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-4003c1ae-d99b-498d-917b-335fda270411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (646a40c6-9089-487c-a27d-bbddff9e51f5), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:19.349331 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003c1ae-d99b-498d-917b-335fda270411 admin admin] Pushing event deleted for resources: {'Port': ['ID=646a40c6-9089-487c-a27d-bbddff9e51f5,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:21:19.390506 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:19.501055 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:19.503604 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-4003c1ae-d99b-498d-917b-335fda270411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683181'] for router_interface (cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:19.703762 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4003c1ae-d99b-498d-917b-335fda270411 admin admin] Router cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:21:19.807340 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4003c1ae-d99b-498d-917b-335fda270411 admin admin] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:21:19.812615 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-4003c1ae-d99b-498d-917b-335fda270411 admin admin] 10.222.0.20 "PUT /v2.0/routers/cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3778684 Jun 08 02:21:19.815082 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 60396) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:21:19.817947 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3dc167-d152-48a1-9b7a-a17abd3c0bbb None None] Sync routers for ids ['cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'] in dv-cinder-845069-1-iscsi {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:21:19.828521 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3dc167-d152-48a1-9b7a-a17abd3c0bbb None None] Routers {'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:21:19.829142 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-3e3dc167-d152-48a1-9b7a-a17abd3c0bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:21:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:21:19.918944 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c6ce861f-0274-4996-ab3b-ef4e4045e8e7 admin admin] Publish callbacks [] for router (cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:19.933700 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-3e3dc167-d152-48a1-9b7a-a17abd3c0bbb None None] Set router cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f gateway port host: dv-cinder-845069-1-iscsi {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:21:20.014266 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c6ce861f-0274-4996-ab3b-ef4e4045e8e7 admin admin] Publish callbacks [] for router_gateway (cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:20.057822 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-c6ce861f-0274-4996-ab3b-ef4e4045e8e7 admin admin] Deleting port 1e994d66-f99e-4536-ba72-2e9d877a4533 {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:21:20.058159 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c6ce861f-0274-4996-ab3b-ef4e4045e8e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (1e994d66-f99e-4536-ba72-2e9d877a4533), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:20.102263 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-3e3dc167-d152-48a1-9b7a-a17abd3c0bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'name': 'tempest-TestVolumeBootPattern-1404169138-router', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:14:26Z', 'updated_at': '2022-06-08T02:21:19Z', 'revision_number': 5, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'gw_port': {'id': '1e994d66-f99e-4536-ba72-2e9d877a4533', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:27Z', 'updated_at': '2022-06-08T02:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:21:20.125766 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3dc167-d152-48a1-9b7a-a17abd3c0bbb None None] Checking router: cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f for host: dv-cinder-845069-1-iscsi {{(pid=104270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:21:20.134148 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3dc167-d152-48a1-9b7a-a17abd3c0bbb None None] Routers {'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:21:20.134755 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-3e3dc167-d152-48a1-9b7a-a17abd3c0bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:21:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'], 'active': True} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:21:20.143791 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [None req-c6ce861f-0274-4996-ab3b-ef4e4045e8e7 admin admin] For port 1e994d66-f99e-4536-ba72-2e9d877a4533, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=1e994d66-f99e-4536-ba72-2e9d877a4533,segment=NetworkSegment(85e1942d-da80-4474-8baf-777e325afd8c),segment_id=85e1942d-da80-4474-8baf-777e325afd8c)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:21:20.144151 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c6ce861f-0274-4996-ab3b-ef4e4045e8e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (1e994d66-f99e-4536-ba72-2e9d877a4533), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:20.157707 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-c6ce861f-0274-4996-ab3b-ef4e4045e8e7 admin admin] Calling delete_port for 1e994d66-f99e-4536-ba72-2e9d877a4533 owned by network:router_gateway {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:21:20.213691 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:20.217436 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:20.227680 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvr_db [None req-3e3dc167-d152-48a1-9b7a-a17abd3c0bbb None None] Set router cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f gateway port host: None {{(pid=104270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:21:20.280662 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_hamode_db [None req-3e3dc167-d152-48a1-9b7a-a17abd3c0bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'name': 'tempest-TestVolumeBootPattern-1404169138-router', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:14:26Z', 'updated_at': '2022-06-08T02:21:20Z', 'revision_number': 6, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'gw_port_host': None}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:21:20.305678 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3dc167-d152-48a1-9b7a-a17abd3c0bbb None None] The sync data for ids ['cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f'] in dv-cinder-845069-1-iscsi is: [{'id': 'cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f', 'name': 'tempest-TestVolumeBootPattern-1404169138-router', 'tenant_id': '079027b24aba4a179f99de9f6fe944b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:14:26Z', 'updated_at': '2022-06-08T02:21:20Z', 'revision_number': 6, 'project_id': '079027b24aba4a179f99de9f6fe944b8', 'gw_port_host': None}] {{(pid=104270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:21:20.325060 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c6ce861f-0274-4996-ab3b-ef4e4045e8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (1e994d66-f99e-4536-ba72-2e9d877a4533), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:20.332895 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:20.355273 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce861f-0274-4996-ab3b-ef4e4045e8e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e994d66-f99e-4536-ba72-2e9d877a4533,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:21:20.416211 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c6ce861f-0274-4996-ab3b-ef4e4045e8e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-682874'] for router_gateway (cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:20.498554 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c6ce861f-0274-4996-ab3b-ef4e4045e8e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6818'] for router (cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:20.500679 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c6ce861f-0274-4996-ab3b-ef4e4045e8e7 admin admin] Publish callbacks [] for router_controller (cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f), precommit_delete_associations {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:20.541033 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c6ce861f-0274-4996-ab3b-ef4e4045e8e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683256'] for router (cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:20.541564 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ce861f-0274-4996-ab3b-ef4e4045e8e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f {{(pid=104268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 08 02:21:20.545697 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c6ce861f-0274-4996-ab3b-ef4e4045e8e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:20.546853 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-c6ce861f-0274-4996-ab3b-ef4e4045e8e7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/cc79a1a3-8ed5-4488-8d84-80ad0cb5ac6f HTTP/1.1" status: 204 len: 168 time: 0.7308624 Jun 08 02:21:20.549366 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 60398) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:21:20.860251 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5ecfa12-db8a-4f9a-9589-ac732f44b991 admin admin] Deleting subnet 0a6900bc-03fc-46b3-b7d6-870661475e34 {{(pid=104268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 08 02:21:20.863992 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c5ecfa12-db8a-4f9a-9589-ac732f44b991 admin admin] Publish callbacks [] for subnet (0a6900bc-03fc-46b3-b7d6-870661475e34), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:20.896879 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c5ecfa12-db8a-4f9a-9589-ac732f44b991 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8505923'] for subnet (0a6900bc-03fc-46b3-b7d6-870661475e34), precommit_delete_associations {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:20.969901 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c5ecfa12-db8a-4f9a-9589-ac732f44b991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749588'] for subnet (0a6900bc-03fc-46b3-b7d6-870661475e34), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:21.026369 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c5ecfa12-db8a-4f9a-9589-ac732f44b991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8689909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8450983'] for subnet (0a6900bc-03fc-46b3-b7d6-870661475e34), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:21.049893 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ecfa12-db8a-4f9a-9589-ac732f44b991 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a6900bc-03fc-46b3-b7d6-870661475e34,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:21:21.055660 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-c5ecfa12-db8a-4f9a-9589-ac732f44b991 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:21.058723 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-c5ecfa12-db8a-4f9a-9589-ac732f44b991 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0a6900bc-03fc-46b3-b7d6-870661475e34 HTTP/1.1" status: 204 len: 168 time: 0.5078685 Jun 08 02:21:21.061224 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 60400) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:21:21.064084 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b467b9e-00eb-4ff4-8317-824ec4466451 None None] Network 05318a5a-b32e-458e-9f7c-d5bc705960a2 requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:21:21.134732 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-0e5d16b2-f9f3-4fbb-9447-4e57847d3c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1340890'] for network (05318a5a-b32e-458e-9f7c-d5bc705960a2), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:21.169127 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 646a40c6-9089-487c-a27d-bbddff9e51f5 no longer exists at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:21:21.171233 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=100 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:21.181960 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-0e5d16b2-f9f3-4fbb-9447-4e57847d3c69 admin admin] Deleting port a80e4007-851c-489f-8b26-38cd1d72a420 {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:21:21.182304 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-0e5d16b2-f9f3-4fbb-9447-4e57847d3c69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (a80e4007-851c-489f-8b26-38cd1d72a420), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:21.192183 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] No Port match for: 646a40c6-9089-487c-a27d-bbddff9e51f5 {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:21:21.192562 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 646a40c6-9089-487c-a27d-bbddff9e51f5 not bound to the agent host dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:21:21.192978 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 1e994d66-f99e-4536-ba72-2e9d877a4533 no longer exists at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:21:21.218502 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] No Port match for: 1e994d66-f99e-4536-ba72-2e9d877a4533 {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:21:21.218842 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 1e994d66-f99e-4536-ba72-2e9d877a4533 not bound to the agent host dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:21:21.257348 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5334e9bb-5185-4c1a-9ec8-0cc3325e59c2 None None] DHCP port deletion for 05318a5a-b32e-458e-9f7c-d5bc705960a2 request from dv-cinder-845069-1-iscsi {{(pid=104270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 08 02:21:21.262752 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [None req-0e5d16b2-f9f3-4fbb-9447-4e57847d3c69 admin admin] For port a80e4007-851c-489f-8b26-38cd1d72a420, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=a80e4007-851c-489f-8b26-38cd1d72a420,segment=NetworkSegment(3b5a06de-b7a8-42e3-8ed1-a44f44b0623e),segment_id=3b5a06de-b7a8-42e3-8ed1-a44f44b0623e)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:21:21.263123 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-0e5d16b2-f9f3-4fbb-9447-4e57847d3c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (a80e4007-851c-489f-8b26-38cd1d72a420), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:21.277044 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-0e5d16b2-f9f3-4fbb-9447-4e57847d3c69 admin admin] Calling delete_port for a80e4007-851c-489f-8b26-38cd1d72a420 owned by network:dhcp {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:21:21.287738 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=5 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:21.300854 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5334e9bb-5185-4c1a-9ec8-0cc3325e59c2 None None] Deleting port a80e4007-851c-489f-8b26-38cd1d72a420 {{(pid=104270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:21:21.301228 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5334e9bb-5185-4c1a-9ec8-0cc3325e59c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (a80e4007-851c-489f-8b26-38cd1d72a420), before_delete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:21.325589 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:21:21.367591 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-0e5d16b2-f9f3-4fbb-9447-4e57847d3c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (a80e4007-851c-489f-8b26-38cd1d72a420), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:21.373387 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.db [None req-5334e9bb-5185-4c1a-9ec8-0cc3325e59c2 None None] For port a80e4007-851c-489f-8b26-38cd1d72a420, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=a80e4007-851c-489f-8b26-38cd1d72a420,segment=NetworkSegment(3b5a06de-b7a8-42e3-8ed1-a44f44b0623e),segment_id=3b5a06de-b7a8-42e3-8ed1-a44f44b0623e)] {{(pid=104270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:21:21.373715 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5334e9bb-5185-4c1a-9ec8-0cc3325e59c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (a80e4007-851c-489f-8b26-38cd1d72a420), precommit_delete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:21.388763 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5334e9bb-5185-4c1a-9ec8-0cc3325e59c2 None None] Calling delete_port for a80e4007-851c-489f-8b26-38cd1d72a420 owned by network:dhcp {{(pid=104270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:21:21.398525 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d16b2-f9f3-4fbb-9447-4e57847d3c69 admin admin] Pushing event deleted for resources: {'Port': ['ID=a80e4007-851c-489f-8b26-38cd1d72a420,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:21:21.400416 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5d16b2-f9f3-4fbb-9447-4e57847d3c69 admin admin] No DVR routers for this DVR port a80e4007-851c-489f-8b26-38cd1d72a420 on host dv-cinder-845069-1-iscsi {{(pid=104268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:21:21.470767 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-0e5d16b2-f9f3-4fbb-9447-4e57847d3c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749203', 'neutron.services.segments.db._delete_segments_for_network-8744501735437'] for network (05318a5a-b32e-458e-9f7c-d5bc705960a2), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:21.470986 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5334e9bb-5185-4c1a-9ec8-0cc3325e59c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102'] for port (a80e4007-851c-489f-8b26-38cd1d72a420), after_delete {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:21.494560 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.services.segments.db [None req-0e5d16b2-f9f3-4fbb-9447-4e57847d3c69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05318a5a-b32e-458e-9f7c-d5bc705960a2']}} {{(pid=104268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:21:21.497163 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334e9bb-5185-4c1a-9ec8-0cc3325e59c2 None None] Pushing event deleted for resources: {'Port': ['ID=a80e4007-851c-489f-8b26-38cd1d72a420,revision_number=None']} {{(pid=104270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:21:21.499434 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5334e9bb-5185-4c1a-9ec8-0cc3325e59c2 None None] No DVR routers for this DVR port a80e4007-851c-489f-8b26-38cd1d72a420 on host dv-cinder-845069-1-iscsi {{(pid=104270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:21:21.505045 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.services.segments.db [None req-0e5d16b2-f9f3-4fbb-9447-4e57847d3c69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b5a06de-b7a8-42e3-8ed1-a44f44b0623e') {'for_net_delete': True} {{(pid=104268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:21:21.505741 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.services.segments.db [None req-0e5d16b2-f9f3-4fbb-9447-4e57847d3c69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b5a06de-b7a8-42e3-8ed1-a44f44b0623e') {} {{(pid=104268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:21:21.507243 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5334e9bb-5185-4c1a-9ec8-0cc3325e59c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:21.507610 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5334e9bb-5185-4c1a-9ec8-0cc3325e59c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:21.507917 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5334e9bb-5185-4c1a-9ec8-0cc3325e59c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:21.508239 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5334e9bb-5185-4c1a-9ec8-0cc3325e59c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:21.508774 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5334e9bb-5185-4c1a-9ec8-0cc3325e59c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:21.509115 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5334e9bb-5185-4c1a-9ec8-0cc3325e59c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:21.509406 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5334e9bb-5185-4c1a-9ec8-0cc3325e59c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:21.509735 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5334e9bb-5185-4c1a-9ec8-0cc3325e59c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:21.510050 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5334e9bb-5185-4c1a-9ec8-0cc3325e59c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:21.510374 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5334e9bb-5185-4c1a-9ec8-0cc3325e59c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:21.510790 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5334e9bb-5185-4c1a-9ec8-0cc3325e59c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:21.511477 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5334e9bb-5185-4c1a-9ec8-0cc3325e59c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:21.511477 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5334e9bb-5185-4c1a-9ec8-0cc3325e59c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:21.511706 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5334e9bb-5185-4c1a-9ec8-0cc3325e59c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:21.512016 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5334e9bb-5185-4c1a-9ec8-0cc3325e59c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-1-iscsi {{(pid=104270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 02:21:21.519810 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-0e5d16b2-f9f3-4fbb-9447-4e57847d3c69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744501734036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8505930'] for segment (3b5a06de-b7a8-42e3-8ed1-a44f44b0623e), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:21.533432 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-0e5d16b2-f9f3-4fbb-9447-4e57847d3c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (3b5a06de-b7a8-42e3-8ed1-a44f44b0623e), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:21.540878 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e5d16b2-f9f3-4fbb-9447-4e57847d3c69 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=104268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 02:21:21.541437 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-0e5d16b2-f9f3-4fbb-9447-4e57847d3c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8689839'] for segment (3b5a06de-b7a8-42e3-8ed1-a44f44b0623e), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:21.583786 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.services.segments.plugin [-] Segment 3b5a06de-b7a8-42e3-8ed1-a44f44b0623e resource provider aggregate not found Jun 08 02:21:21.601632 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.services.segments.plugin [-] Segment 3b5a06de-b7a8-42e3-8ed1-a44f44b0623e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b5a06de-b7a8-42e3-8ed1-a44f44b0623e found for delete ", "request_id": "req-9883c492-7eb6-4259-8103-0c73fd763ff0"}]} Jun 08 02:21:21.609791 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-0e5d16b2-f9f3-4fbb-9447-4e57847d3c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682838'] for network (05318a5a-b32e-458e-9f7c-d5bc705960a2), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:21.615874 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-0e5d16b2-f9f3-4fbb-9447-4e57847d3c69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:21.618944 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-0e5d16b2-f9f3-4fbb-9447-4e57847d3c69 admin admin] 10.222.0.20 "DELETE /v2.0/networks/05318a5a-b32e-458e-9f7c-d5bc705960a2 HTTP/1.1" status: 204 len: 168 time: 0.5568364 Jun 08 02:21:21.622033 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 60406) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:21:21.629665 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d16b2-f9f3-4fbb-9447-4e57847d3c69 admin admin] Pushing event deleted for resources: {'Network': ['ID=05318a5a-b32e-458e-9f7c-d5bc705960a2,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:21:21.849448 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:21.936983 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-bd7252d8-8c3a-42d8-9957-897618daa548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683837'] for router_interface (767b0aa8-0570-4b5f-b449-6fa6500d1199), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:22.157737 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [None req-bd7252d8-8c3a-42d8-9957-897618daa548 admin admin] Deleting port 87f7770d-8cbd-4aa4-9b61-cc12df79da7e {{(pid=104269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:21:22.157980 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-bd7252d8-8c3a-42d8-9957-897618daa548 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (87f7770d-8cbd-4aa4-9b61-cc12df79da7e), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:22.240550 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.db [None req-bd7252d8-8c3a-42d8-9957-897618daa548 admin admin] For port 87f7770d-8cbd-4aa4-9b61-cc12df79da7e, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=87f7770d-8cbd-4aa4-9b61-cc12df79da7e,segment=NetworkSegment(42ce1cb5-3ae6-4cb9-afc7-8ae084c5b3c1),segment_id=42ce1cb5-3ae6-4cb9-afc7-8ae084c5b3c1)] {{(pid=104269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:21:22.240907 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-bd7252d8-8c3a-42d8-9957-897618daa548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (87f7770d-8cbd-4aa4-9b61-cc12df79da7e), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:22.254566 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [None req-bd7252d8-8c3a-42d8-9957-897618daa548 admin admin] Calling delete_port for 87f7770d-8cbd-4aa4-9b61-cc12df79da7e owned by network:router_interface {{(pid=104269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:21:22.366727 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=100 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:22.430265 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-bd7252d8-8c3a-42d8-9957-897618daa548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (87f7770d-8cbd-4aa4-9b61-cc12df79da7e), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:22.454675 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7252d8-8c3a-42d8-9957-897618daa548 admin admin] Pushing event deleted for resources: {'Port': ['ID=87f7770d-8cbd-4aa4-9b61-cc12df79da7e,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:21:22.618172 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-bd7252d8-8c3a-42d8-9957-897618daa548 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683181'] for router_interface (767b0aa8-0570-4b5f-b449-6fa6500d1199), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:22.700760 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:22.820726 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7252d8-8c3a-42d8-9957-897618daa548 admin admin] Router 767b0aa8-0570-4b5f-b449-6fa6500d1199 has already been hosted by L3 agent f3cec95a-e7c9-459b-a050-11c75eb4126c {{(pid=104269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 02:21:22.920345 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7252d8-8c3a-42d8-9957-897618daa548 admin admin] Notify agent at l3_agent.dv-cinder-845069-1-iscsi the message routers_updated {{(pid=104269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 02:21:22.925911 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-bd7252d8-8c3a-42d8-9957-897618daa548 admin admin] 10.222.0.20 "PUT /v2.0/routers/767b0aa8-0570-4b5f-b449-6fa6500d1199/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3028612 Jun 08 02:21:22.928589 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 60408) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:21:22.931771 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e7f9cb-1cce-4c43-acf8-ebaa35273dbb None None] Sync routers for ids ['767b0aa8-0570-4b5f-b449-6fa6500d1199'] in dv-cinder-845069-1-iscsi {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 02:21:22.942719 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e7f9cb-1cce-4c43-acf8-ebaa35273dbb None None] Routers {'767b0aa8-0570-4b5f-b449-6fa6500d1199'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:21:22.943330 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-40e7f9cb-1cce-4c43-acf8-ebaa35273dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:21:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['767b0aa8-0570-4b5f-b449-6fa6500d1199'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:21:23.027975 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-adf48316-9ae5-4524-8ad4-68b55a88703d admin admin] Publish callbacks [] for router (767b0aa8-0570-4b5f-b449-6fa6500d1199), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:23.044368 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-40e7f9cb-1cce-4c43-acf8-ebaa35273dbb None None] Set router 767b0aa8-0570-4b5f-b449-6fa6500d1199 gateway port host: dv-cinder-845069-1-iscsi {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:21:23.128804 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-adf48316-9ae5-4524-8ad4-68b55a88703d admin admin] Publish callbacks [] for router_gateway (767b0aa8-0570-4b5f-b449-6fa6500d1199), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:23.170813 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device a80e4007-851c-489f-8b26-38cd1d72a420 no longer exists at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:21:23.171914 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [None req-adf48316-9ae5-4524-8ad4-68b55a88703d admin admin] Deleting port 8f296fa2-eae7-40e7-9d0f-10cf361dd72a {{(pid=104269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:21:23.172252 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-adf48316-9ae5-4524-8ad4-68b55a88703d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (8f296fa2-eae7-40e7-9d0f-10cf361dd72a), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:23.193157 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] No Port match for: a80e4007-851c-489f-8b26-38cd1d72a420 {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:21:23.193855 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device a80e4007-851c-489f-8b26-38cd1d72a420 not bound to the agent host dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:21:23.216148 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-40e7f9cb-1cce-4c43-acf8-ebaa35273dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767b0aa8-0570-4b5f-b449-6fa6500d1199', 'name': 'tempest-TestVolumeBootPattern-1223351963-router', 'tenant_id': 'd56f3fbee70c4c9d98af73d13cbd9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'external_fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '8f296fa2-eae7-40e7-9d0f-10cf361dd72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:14:32Z', 'updated_at': '2022-06-08T02:21:22Z', 'revision_number': 5, 'project_id': 'd56f3fbee70c4c9d98af73d13cbd9a0e', 'gw_port': {'id': '8f296fa2-eae7-40e7-9d0f-10cf361dd72a', 'name': '', 'network_id': 'fccc80fe-aa23-41fa-b00e-a506a2a0f94c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767b0aa8-0570-4b5f-b449-6fa6500d1199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5f93db06-58fb-4390-8563-710a437b082f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T02:14:32Z', 'updated_at': '2022-06-08T02:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f93db06-58fb-4390-8563-710a437b082f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-1-iscsi'}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:21:23.217400 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:DELETE=4,neutron:UPDATE=2,neutron:SELECT=94 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:23.255422 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e7f9cb-1cce-4c43-acf8-ebaa35273dbb None None] Checking router: 767b0aa8-0570-4b5f-b449-6fa6500d1199 for host: dv-cinder-845069-1-iscsi {{(pid=104271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 02:21:23.256671 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.db [None req-adf48316-9ae5-4524-8ad4-68b55a88703d admin admin] For port 8f296fa2-eae7-40e7-9d0f-10cf361dd72a, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=8f296fa2-eae7-40e7-9d0f-10cf361dd72a,segment=NetworkSegment(85e1942d-da80-4474-8baf-777e325afd8c),segment_id=85e1942d-da80-4474-8baf-777e325afd8c)] {{(pid=104269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:21:23.257036 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-adf48316-9ae5-4524-8ad4-68b55a88703d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (8f296fa2-eae7-40e7-9d0f-10cf361dd72a), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:23.264466 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e7f9cb-1cce-4c43-acf8-ebaa35273dbb None None] Routers {'767b0aa8-0570-4b5f-b449-6fa6500d1199'} bound to L3 agent in host dv-cinder-845069-1-iscsi {{(pid=104271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 02:21:23.265074 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-40e7f9cb-1cce-4c43-acf8-ebaa35273dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T01:56:39Z,description=,heartbeat_timestamp=2022-06-08T02:21:09Z,host='dv-cinder-845069-1-iscsi',id=f3cec95a-e7c9-459b-a050-11c75eb4126c,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T01:56:39Z,topic='l3_agent')) {'router_ids': ['767b0aa8-0570-4b5f-b449-6fa6500d1199'], 'active': True} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:21:23.270818 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.plugins.ml2.plugin [None req-adf48316-9ae5-4524-8ad4-68b55a88703d admin admin] Calling delete_port for 8f296fa2-eae7-40e7-9d0f-10cf361dd72a owned by network:router_gateway {{(pid=104269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:21:23.425159 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_dvr_db [None req-40e7f9cb-1cce-4c43-acf8-ebaa35273dbb None None] Set router 767b0aa8-0570-4b5f-b449-6fa6500d1199 gateway port host: None {{(pid=104271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 02:21:23.442002 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-adf48316-9ae5-4524-8ad4-68b55a88703d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9466669'] for port (8f296fa2-eae7-40e7-9d0f-10cf361dd72a), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:23.473829 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.l3_hamode_db [None req-40e7f9cb-1cce-4c43-acf8-ebaa35273dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767b0aa8-0570-4b5f-b449-6fa6500d1199', 'name': 'tempest-TestVolumeBootPattern-1223351963-router', 'tenant_id': 'd56f3fbee70c4c9d98af73d13cbd9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:14:32Z', 'updated_at': '2022-06-08T02:21:23Z', 'revision_number': 6, 'project_id': 'd56f3fbee70c4c9d98af73d13cbd9a0e', 'gw_port_host': None}], 'dv-cinder-845069-1-iscsi', False) {} {{(pid=104271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:21:23.475659 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf48316-9ae5-4524-8ad4-68b55a88703d admin admin] Pushing event deleted for resources: {'Port': ['ID=8f296fa2-eae7-40e7-9d0f-10cf361dd72a,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:21:23.498166 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e7f9cb-1cce-4c43-acf8-ebaa35273dbb None None] The sync data for ids ['767b0aa8-0570-4b5f-b449-6fa6500d1199'] in dv-cinder-845069-1-iscsi is: [{'id': '767b0aa8-0570-4b5f-b449-6fa6500d1199', 'name': 'tempest-TestVolumeBootPattern-1223351963-router', 'tenant_id': 'd56f3fbee70c4c9d98af73d13cbd9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T02:14:32Z', 'updated_at': '2022-06-08T02:21:23Z', 'revision_number': 6, 'project_id': 'd56f3fbee70c4c9d98af73d13cbd9a0e', 'gw_port_host': None}] {{(pid=104271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 02:21:23.536029 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-adf48316-9ae5-4524-8ad4-68b55a88703d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-682874'] for router_gateway (767b0aa8-0570-4b5f-b449-6fa6500d1199), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:23.590089 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:23.622696 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-adf48316-9ae5-4524-8ad4-68b55a88703d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6818'] for router (767b0aa8-0570-4b5f-b449-6fa6500d1199), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:23.624856 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-adf48316-9ae5-4524-8ad4-68b55a88703d admin admin] Publish callbacks [] for router_controller (767b0aa8-0570-4b5f-b449-6fa6500d1199), precommit_delete_associations {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:23.666069 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-adf48316-9ae5-4524-8ad4-68b55a88703d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683256'] for router (767b0aa8-0570-4b5f-b449-6fa6500d1199), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:23.666679 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf48316-9ae5-4524-8ad4-68b55a88703d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 767b0aa8-0570-4b5f-b449-6fa6500d1199 {{(pid=104269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 08 02:21:23.670755 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-adf48316-9ae5-4524-8ad4-68b55a88703d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:23.671885 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-adf48316-9ae5-4524-8ad4-68b55a88703d admin admin] 10.222.0.20 "DELETE /v2.0/routers/767b0aa8-0570-4b5f-b449-6fa6500d1199 HTTP/1.1" status: 204 len: 168 time: 0.7424014 Jun 08 02:21:23.674388 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 60410) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:21:23.720823 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.db.db_base_plugin_v2 [None req-1904411a-d2bb-4c07-b6e6-e65f154ec8d4 admin admin] Deleting subnet a26de79a-6eef-48a2-b8ee-1816f79f8412 {{(pid=104269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 08 02:21:23.723940 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-1904411a-d2bb-4c07-b6e6-e65f154ec8d4 admin admin] Publish callbacks [] for subnet (a26de79a-6eef-48a2-b8ee-1816f79f8412), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:23.757676 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-1904411a-d2bb-4c07-b6e6-e65f154ec8d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9653876'] for subnet (a26de79a-6eef-48a2-b8ee-1816f79f8412), precommit_delete_associations {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:23.830011 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-1904411a-d2bb-4c07-b6e6-e65f154ec8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749588'] for subnet (a26de79a-6eef-48a2-b8ee-1816f79f8412), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:23.887577 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-1904411a-d2bb-4c07-b6e6-e65f154ec8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9466648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10485268'] for subnet (a26de79a-6eef-48a2-b8ee-1816f79f8412), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:23.915518 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904411a-d2bb-4c07-b6e6-e65f154ec8d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a26de79a-6eef-48a2-b8ee-1816f79f8412,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:21:23.919599 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-1904411a-d2bb-4c07-b6e6-e65f154ec8d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for subnet (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:23.925995 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-1904411a-d2bb-4c07-b6e6-e65f154ec8d4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a26de79a-6eef-48a2-b8ee-1816f79f8412 HTTP/1.1" status: 204 len: 168 time: 0.2473736 Jun 08 02:21:23.926946 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 60412) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:21:23.930549 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e471a77d-e8b5-4519-98c4-7a7622b0935c None None] Network 8552b6f6-6b05-4908-af70-c4fb59352f6e requested from dv-cinder-845069-1-iscsi {{(pid=104270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 02:21:23.991105 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:23.996233 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-7aec3808-eb18-4d9f-89d3-320be2e1d332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1340890'] for network (8552b6f6-6b05-4908-af70-c4fb59352f6e), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:24.044111 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-7aec3808-eb18-4d9f-89d3-320be2e1d332 admin admin] Deleting port a6a9f4b1-74cf-45f6-9532-050ab9045acb {{(pid=104268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 02:21:24.044480 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-7aec3808-eb18-4d9f-89d3-320be2e1d332 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744501592176'] for port (a6a9f4b1-74cf-45f6-9532-050ab9045acb), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:24.107581 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.db [None req-7aec3808-eb18-4d9f-89d3-320be2e1d332 admin admin] For port a6a9f4b1-74cf-45f6-9532-050ab9045acb, host dv-cinder-845069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-1-iscsi',level=0,port_id=a6a9f4b1-74cf-45f6-9532-050ab9045acb,segment=NetworkSegment(42ce1cb5-3ae6-4cb9-afc7-8ae084c5b3c1),segment_id=42ce1cb5-3ae6-4cb9-afc7-8ae084c5b3c1)] {{(pid=104268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 02:21:24.108203 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-7aec3808-eb18-4d9f-89d3-320be2e1d332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677170'] for port (a6a9f4b1-74cf-45f6-9532-050ab9045acb), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:24.121753 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.plugin [None req-7aec3808-eb18-4d9f-89d3-320be2e1d332 admin admin] Calling delete_port for a6a9f4b1-74cf-45f6-9532-050ab9045acb owned by network:dhcp {{(pid=104268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 02:21:24.196777 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-7aec3808-eb18-4d9f-89d3-320be2e1d332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744501597148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744501198102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8689856'] for port (a6a9f4b1-74cf-45f6-9532-050ab9045acb), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:24.222063 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec3808-eb18-4d9f-89d3-320be2e1d332 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6a9f4b1-74cf-45f6-9532-050ab9045acb,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:21:24.227387 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aec3808-eb18-4d9f-89d3-320be2e1d332 admin admin] No DVR routers for this DVR port a6a9f4b1-74cf-45f6-9532-050ab9045acb on host dv-cinder-845069-1-iscsi {{(pid=104268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 02:21:24.296843 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-7aec3808-eb18-4d9f-89d3-320be2e1d332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749203', 'neutron.services.segments.db._delete_segments_for_network-8744501735437'] for network (8552b6f6-6b05-4908-af70-c4fb59352f6e), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:24.305125 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf691af-fc98-4552-994a-1e5d27ca6c1c None None] DHCP port deletion for 8552b6f6-6b05-4908-af70-c4fb59352f6e request from dv-cinder-845069-1-iscsi {{(pid=104270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 08 02:21:24.320936 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.services.segments.db [None req-7aec3808-eb18-4d9f-89d3-320be2e1d332 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8552b6f6-6b05-4908-af70-c4fb59352f6e']}} {{(pid=104268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:21:24.330537 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.services.segments.db [None req-7aec3808-eb18-4d9f-89d3-320be2e1d332 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42ce1cb5-3ae6-4cb9-afc7-8ae084c5b3c1') {'for_net_delete': True} {{(pid=104268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:21:24.330863 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.services.segments.db [None req-7aec3808-eb18-4d9f-89d3-320be2e1d332 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42ce1cb5-3ae6-4cb9-afc7-8ae084c5b3c1') {} {{(pid=104268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 02:21:24.340677 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-7aec3808-eb18-4d9f-89d3-320be2e1d332 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744501734036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8505930'] for segment (42ce1cb5-3ae6-4cb9-afc7-8ae084c5b3c1), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:24.354122 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-7aec3808-eb18-4d9f-89d3-320be2e1d332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032'] for segment (42ce1cb5-3ae6-4cb9-afc7-8ae084c5b3c1), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:24.360224 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aec3808-eb18-4d9f-89d3-320be2e1d332 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=104268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 02:21:24.360577 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-7aec3808-eb18-4d9f-89d3-320be2e1d332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8689839'] for segment (42ce1cb5-3ae6-4cb9-afc7-8ae084c5b3c1), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:24.403611 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.services.segments.plugin [-] Segment 42ce1cb5-3ae6-4cb9-afc7-8ae084c5b3c1 resource provider aggregate not found Jun 08 02:21:24.422994 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.services.segments.plugin [-] Segment 42ce1cb5-3ae6-4cb9-afc7-8ae084c5b3c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42ce1cb5-3ae6-4cb9-afc7-8ae084c5b3c1 found for delete ", "request_id": "req-fbcb83d6-75af-4944-81d8-00db3a08a71a"}]} Jun 08 02:21:24.432992 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-7aec3808-eb18-4d9f-89d3-320be2e1d332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682838'] for network (8552b6f6-6b05-4908-af70-c4fb59352f6e), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:24.438601 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-7aec3808-eb18-4d9f-89d3-320be2e1d332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583538'] for network (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:24.442505 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-7aec3808-eb18-4d9f-89d3-320be2e1d332 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8552b6f6-6b05-4908-af70-c4fb59352f6e HTTP/1.1" status: 204 len: 168 time: 0.5159009 Jun 08 02:21:24.453955 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec3808-eb18-4d9f-89d3-320be2e1d332 admin admin] Pushing event deleted for resources: {'Network': ['ID=8552b6f6-6b05-4908-af70-c4fb59352f6e,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:21:24.574673 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 60420) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:21:24.615578 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-c97bc81a-0ddb-4712-acce-7159fbc4ef4b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=079027b24aba4a179f99de9f6fe944b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396519 Jun 08 02:21:24.617947 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 60422) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:21:24.652990 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:24.665729 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-37018b6d-3f87-46c6-b71a-b5c548e21d86 admin admin] Publish callbacks [] for security_group (ebbcaffb-574d-4502-98e1-905b67db6e5e), before_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:24.687437 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-37018b6d-3f87-46c6-b71a-b5c548e21d86 admin admin] Publish callbacks [] for security_group (ebbcaffb-574d-4502-98e1-905b67db6e5e), precommit_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:24.738995 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-37018b6d-3f87-46c6-b71a-b5c548e21d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (ebbcaffb-574d-4502-98e1-905b67db6e5e), after_delete {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:24.741489 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron_lib.callbacks.manager [None req-37018b6d-3f87-46c6-b71a-b5c548e21d86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:24.742609 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-37018b6d-3f87-46c6-b71a-b5c548e21d86 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ebbcaffb-574d-4502-98e1-905b67db6e5e HTTP/1.1" status: 204 len: 168 time: 0.1237862 Jun 08 02:21:24.750259 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37018b6d-3f87-46c6-b71a-b5c548e21d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbcaffb-574d-4502-98e1-905b67db6e5e,revision_number=None']} {{(pid=104268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:21:25.063454 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG neutron.wsgi [-] (104268) accepted ('10.222.0.20', 60428) {{(pid=104268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:21:25.107983 dv-cinder-845069-1-iscsi neutron-server[104268]: INFO neutron.wsgi [None req-317c990e-c8d0-452e-a974-33f19811be28 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d56f3fbee70c4c9d98af73d13cbd9a0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431645 Jun 08 02:21:25.110138 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 87f7770d-8cbd-4aa4-9b61-cc12df79da7e no longer exists at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:21:25.112091 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [-] (104269) accepted ('10.222.0.20', 60430) {{(pid=104269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 02:21:25.138430 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] No Port match for: 87f7770d-8cbd-4aa4-9b61-cc12df79da7e {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:21:25.138783 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 87f7770d-8cbd-4aa4-9b61-cc12df79da7e not bound to the agent host dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:21:25.139322 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device a6a9f4b1-74cf-45f6-9532-050ab9045acb no longer exists at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:21:25.157902 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] No Port match for: a6a9f4b1-74cf-45f6-9532-050ab9045acb {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:21:25.158318 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device a6a9f4b1-74cf-45f6-9532-050ab9045acb not bound to the agent host dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:21:25.158851 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 8f296fa2-eae7-40e7-9d0f-10cf361dd72a no longer exists at agent ovs-agent-dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 02:21:25.170200 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-3847af43-dad2-4cf1-80c8-7471a85092a2 admin admin] Publish callbacks [] for security_group (3b1ee433-fafc-4b10-b9a3-82c2b0edee5e), before_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:25.180006 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] No Port match for: 8f296fa2-eae7-40e7-9d0f-10cf361dd72a {{(pid=104270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 02:21:25.180767 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.rpc [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Device 8f296fa2-eae7-40e7-9d0f-10cf361dd72a not bound to the agent host dv-cinder-845069-1-iscsi {{(pid=104270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 02:21:25.192704 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:25.200133 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-3847af43-dad2-4cf1-80c8-7471a85092a2 admin admin] Publish callbacks [] for security_group (3b1ee433-fafc-4b10-b9a3-82c2b0edee5e), precommit_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:25.250448 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-3847af43-dad2-4cf1-80c8-7471a85092a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294690'] for security_group (3b1ee433-fafc-4b10-b9a3-82c2b0edee5e), after_delete {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:25.253650 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron_lib.callbacks.manager [None req-3847af43-dad2-4cf1-80c8-7471a85092a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:25.255075 dv-cinder-845069-1-iscsi neutron-server[104269]: INFO neutron.wsgi [None req-3847af43-dad2-4cf1-80c8-7471a85092a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b1ee433-fafc-4b10-b9a3-82c2b0edee5e HTTP/1.1" status: 204 len: 168 time: 0.1404059 Jun 08 02:21:25.262790 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847af43-dad2-4cf1-80c8-7471a85092a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1ee433-fafc-4b10-b9a3-82c2b0edee5e,revision_number=None']} {{(pid=104269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 02:21:25.785238 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:35.102299 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:35.104510 dv-cinder-845069-1-iscsi neutron-server[104268]: DEBUG dbcounter [-] [104268] Writing DB stats neutron:SELECT=72,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:35.258422 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:SELECT=2,neutron:DELETE=3 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:35.259186 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG dbcounter [-] [104269] Writing DB stats neutron:DELETE=7,neutron:UPDATE=2,neutron:SELECT=42 {{(pid=104269) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:35.771039 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=55,neutron:DELETE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:35.773667 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=47,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:36.875708 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-0e18780f-25d2-4562-9824-059d153f47e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:38.323512 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=60 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:38.329352 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=65 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:39.177164 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-0859e091-cb5a-4ac4-be81-f463dcc33b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:40.323403 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:41.926268 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:43.392783 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:53.386951 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:53.388906 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:21:55.781981 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:21:58.325108 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:22:05.775768 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:22:05.777679 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:22:06.871277 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-44ddf77d-d7e6-46f2-9d38-3c7da968dac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:22:09.179672 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-9d4279a4-ef59-4a28-a9b2-204507eaabaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:22:10.326315 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:22:11.932933 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:22:13.396165 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:22:15.329287 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=2 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:22:15.335325 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=6 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:22:23.389477 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:22:23.391483 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:22:25.786879 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:22:35.323656 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:22:35.326231 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:DELETE=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:22:35.779243 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:22:35.781875 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:22:36.872231 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-785d9d70-2a60-4420-abff-87063d11c42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:22:39.183671 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-e42ce96b-6c7b-4c0a-9d2f-cc1de59a04c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:22:40.327890 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:22:42.066729 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:22:43.398322 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:22:52.330187 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=5 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:22:52.340464 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=4 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:22:53.393158 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:22:53.395211 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:22:55.788082 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:23:05.777956 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:23:05.784108 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:23:06.873731 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-013f66f7-2dbe-45b7-9625-f8ee89956089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:23:09.185044 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-9eb39daa-a91c-4994-a705-8579695ea65e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:23:10.330477 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:23:11.935293 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:23:12.323275 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:23:13.400500 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:23:23.394296 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:23:23.396974 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:23:25.801088 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:23:31.983579 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=19 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:23:31.985451 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=15 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:23:35.790375 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:23:35.797502 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:23:36.875834 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-1368078a-4585-47b1-8124-1f682f3d39dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:23:39.187299 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-d62866a3-ef28-407d-8578-0917ff0a0df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:23:40.333611 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:23:41.938205 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:23:43.404052 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:23:49.322652 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:23:53.392464 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:23:53.399795 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:23:55.804607 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:24:05.794747 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:24:05.800928 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:24:06.339085 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=3 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:24:06.343990 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=5 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:24:06.878658 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-061b0226-6b33-41dc-b5f3-aac4d30dfe20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:24:09.189578 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-c5150724-7992-4061-bfb1-1e3a1b9c2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:24:10.335246 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:24:11.941532 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:24:13.406394 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:24:23.395454 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:24:23.402560 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:24:25.813991 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:24:26.322634 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:24:35.807949 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:24:35.809928 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:24:36.879474 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-3b04389a-3c34-4629-979b-341f46c771c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:24:39.191603 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-2fbef984-7309-4997-848a-0837ed30391c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:24:40.338518 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:24:41.986762 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:24:43.334045 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=4 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:24:43.339940 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:24:43.412622 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:24:53.403643 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:24:53.408718 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:24:55.812832 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:25:03.322245 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:25:05.807062 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:25:05.808945 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:25:06.880863 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-bf29df88-7950-4a93-87eb-ff7570430940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:25:09.193277 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-f450aa70-30b4-45ca-b355-7fec64475bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:25:10.341437 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:25:11.947817 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:25:13.405362 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:25:20.331451 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=3 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:25:20.336703 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=5 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:25:23.394982 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:25:23.402024 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:25:25.823419 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:25:31.989677 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=13 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:25:31.990456 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=13 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:25:35.813481 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:25:35.819304 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:25:36.881817 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-1ed7d8ce-9289-4d83-8df9-6a7f02377bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:25:39.195265 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-4c25d419-5b25-4d7f-b46a-0a1cf2afbde8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:25:40.320837 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:25:40.343287 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:25:41.950800 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:25:43.408527 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:25:53.402556 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:25:53.404528 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:25:55.833525 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:25:57.327646 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=3 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:25:57.332709 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=5 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:26:05.827775 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:26:05.829696 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:26:06.883700 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-072a64db-4a54-488e-97e1-c94c3ab4a6ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:26:09.197005 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-b6b1ed31-0fab-40ed-a8d6-ccd48c8d610e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:26:10.345750 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:26:11.953518 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:26:13.410838 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-5fc63436-fdb6-4f59-9680-e8b25bbe27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f845c03f-68d4-4819-b53b-956a55a73879), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:26:17.321209 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG neutron.db.agents_db [None req-2b2d874c-d9af-4ea5-a837-e6bc250e6288 None None] Agent healthcheck: found 6 active agents {{(pid=104271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 02:26:17.349418 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [req-7ecb4e03-dcc9-4a14-b936-b456c8d6c123 req-0f80162e-f542-46f4-bda7-d1e01e30d76c service neutron] (104269) timed out ('10.222.0.20', 54698) {{(pid=104269) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 08 02:26:17.458369 dv-cinder-845069-1-iscsi neutron-server[104269]: DEBUG neutron.wsgi [req-7ecb4e03-dcc9-4a14-b936-b456c8d6c123 req-20fcb25b-2738-4933-b985-4d7973950a3b tempest-TestShelveInstance-1312857821 tempest-TestShelveInstance-1312857821-project] (104269) timed out ('10.222.0.20', 54706) {{(pid=104269) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 08 02:26:18.281981 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=2 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:26:23.404241 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:26:23.406808 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:26:25.842923 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-83ed6673-08d6-4d83-ba82-f28ef5ec449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (aa11e808-eba7-468a-acd8-b3aef0cfc542), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:26:35.335284 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=4 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:26:35.336006 dv-cinder-845069-1-iscsi neutron-server[104271]: DEBUG dbcounter [-] [104271] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104271) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:26:35.837419 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=2 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:26:35.839338 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG dbcounter [-] [104270] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104270) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 02:26:36.886777 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dd89b4fa-8592-43f3-ad0f-c13d8053e9be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (45a4719c-dff8-447a-9451-2d43a5a3b5e6), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:26:39.198977 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-642a1170-70f7-4cd8-ada6-9fad89dfc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (f3cec95a-e7c9-459b-a050-11c75eb4126c), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:26:40.349188 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-111e8cd3-33fa-4aee-9ac4-4c703f317b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (3bd5ada9-22e9-41f6-9a18-e0c6ab1cc9f1), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 02:26:41.990629 dv-cinder-845069-1-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-223d718b-69a2-451b-a2d6-7a02407aa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744501734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780492'] for agent (8f1e77f5-6ec3-4fdb-b976-6920995acdcf), after_update {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}